v2 / vlib / net / http / server_test.v
710 lines · 638 sloc · 19.53 KB · 7caec8a3f984c0e5f40e98d702951376f56eab81
Raw
1// vtest retry: 5
2import log
3import net
4import net.http
5import time
6
7const atimeout = 500 * time.millisecond
8
9fn testsuite_begin() {
10 log.info(@FN)
11}
12
13fn testsuite_end() {
14 log.info(@FN)
15}
16
17fn test_server_stop() {
18 log.warn('${@FN} started')
19 defer {
20 log.warn('${@FN} finished')
21 }
22 mut server := &http.Server{
23 accept_timeout: atimeout
24 }
25 t := spawn server.listen_and_serve()
26 server.wait_till_running()!
27 mut watch := time.new_stopwatch()
28 server.stop()
29 assert server.status() == .stopped
30 assert watch.elapsed() < 100 * time.millisecond
31 t.wait()
32 assert watch.elapsed() < 999 * time.millisecond
33}
34
35fn test_server_close() {
36 log.warn('${@FN} started')
37 defer {
38 log.warn('${@FN} finished')
39 }
40 mut server := &http.Server{
41 accept_timeout: atimeout
42 handler: MyHttpHandler{}
43 show_startup_message: false
44 }
45 t := spawn server.listen_and_serve()
46 server.wait_till_running()!
47 mut watch := time.new_stopwatch()
48 server.close()
49 assert server.status() == .closed
50 assert watch.elapsed() < 100 * time.millisecond
51 t.wait()
52 assert watch.elapsed() < 999 * time.millisecond
53}
54
55fn test_server_custom_listener() {
56 log.warn('${@FN} started')
57 defer {
58 log.warn('${@FN} finished')
59 }
60 listener := net.listen_tcp(.ip6, ':8081')!
61 mut server := &http.Server{
62 accept_timeout: atimeout
63 listener: listener
64 show_startup_message: false
65 }
66 t := spawn server.listen_and_serve()
67 server.wait_till_running()!
68 mut watch := time.new_stopwatch()
69 server.close()
70 assert server.status() == .closed
71 assert watch.elapsed() < 100 * time.millisecond
72 t.wait()
73 assert watch.elapsed() < 999 * time.millisecond
74}
75
76struct MyHttpHandler {
77mut:
78 counter int
79 oks int
80 not_founds int
81 redirects int
82}
83
84fn (mut handler MyHttpHandler) handle(req http.Request) http.Response {
85 handler.counter++
86 // eprintln('${time.now()} | counter: ${handler.counter} | ${req.method} ${req.url}\n${req.header}\n${req.data} - 200 OK\n')
87 mut r := http.Response{
88 body: req.data + ', ${req.url}'
89 header: req.header
90 }
91 match req.url.all_before('?') {
92 '/endpoint', '/another/endpoint' {
93 r.set_status(.ok)
94 handler.oks++
95 }
96 '/redirect_to_big' {
97 r.header = http.new_header(key: .location, value: '/big')
98 r.status_msg = 'Moved permanently'
99 r.status_code = 301
100 handler.redirects++
101 }
102 '/big' {
103 r.body = 'xyz def '.repeat(5_000)
104 r.set_status(.ok)
105 handler.oks++
106 }
107 else {
108 r.set_status(.not_found)
109 handler.not_founds++
110 }
111 }
112
113 r.set_version(req.version)
114 return r
115}
116
117fn test_server_custom_handler() {
118 log.warn('${@FN} started')
119 defer {
120 log.warn('${@FN} finished')
121 }
122 mut server := &http.Server{
123 accept_timeout: atimeout
124 handler: MyHttpHandler{}
125 addr: '127.0.0.1:18197'
126 }
127 t := spawn server.listen_and_serve()
128 server.wait_till_running()!
129 x := http.fetch(url: 'http://${server.addr}/endpoint?abc=xyz', data: 'my data')!
130 assert x.body == 'my data, /endpoint?abc=xyz'
131 assert x.status_code == 200
132 assert x.status_msg == 'OK'
133 assert x.http_version == '1.1'
134 y := http.fetch(url: 'http://${server.addr}/another/endpoint', data: 'abcde')!
135 assert y.body == 'abcde, /another/endpoint'
136 assert y.status_code == 200
137 assert x.status_msg == 'OK'
138 assert y.status() == .ok
139 assert y.http_version == '1.1'
140
141 http.fetch(url: 'http://${server.addr}/something/else')!
142
143 big_url := 'http://${server.addr}/redirect_to_big'
144 mut progress_calls := &ProgressCalls{}
145 z := http.fetch(
146 url: big_url
147 user_ptr: progress_calls
148 on_redirect: fn (req &http.Request, nredirects int, new_url string) ! {
149 mut progress_calls := unsafe { &ProgressCalls(req.user_ptr) }
150 eprintln('>>>>>>>> on_redirect, req.url: ${req.url} | new_url: ${new_url} | nredirects: ${nredirects}')
151 progress_calls.redirected_to << new_url
152 }
153 on_progress: fn (req &http.Request, chunk []u8, read_so_far u64) ! {
154 mut progress_calls := unsafe { &ProgressCalls(req.user_ptr) }
155 eprintln('>>>>>>>> on_progress, req.url: ${req.url} | got chunk.len: ${chunk.len:5}, read_so_far: ${read_so_far:8}, chunk: ${chunk#[0..30].bytestr()}')
156 progress_calls.chunks << chunk.clone()
157 progress_calls.reads << read_so_far
158 }
159 on_finish: fn (req &http.Request, final_size u64) ! {
160 mut progress_calls := unsafe { &ProgressCalls(req.user_ptr) }
161 eprintln('>>>>>>>> on_finish, req.url: ${req.url}, final_size: ${final_size}')
162 progress_calls.finished_was_called = true
163 progress_calls.final_size = final_size
164 }
165 )!
166 assert z.status_code == 200
167 assert z.body.starts_with('xyz')
168 assert z.body.len > 10000
169 assert progress_calls.final_size > 40_000
170 assert progress_calls.finished_was_called
171 assert progress_calls.chunks.len > 1
172 assert progress_calls.reads.len > 1
173 assert progress_calls.chunks[0].bytestr().starts_with('HTTP/1.1 301 Moved permanently')
174 assert progress_calls.chunks[1].bytestr().starts_with('HTTP/1.1 200 OK')
175 assert progress_calls.chunks.last().bytestr().contains('xyz def')
176 assert progress_calls.redirected_to == ['http://${server.addr}/big']
177
178 server.stop()
179 t.wait()
180
181 if mut server.handler is MyHttpHandler {
182 assert server.handler.counter == 5
183 assert server.handler.oks == 3
184 assert server.handler.not_founds == 1
185 assert server.handler.redirects == 1
186 } else {
187 assert false, 'expected MyHttpHandler, got ${typeof(server.handler).name}'
188 }
189}
190
191struct ProgressCalls {
192mut:
193 chunks [][]u8
194 reads []u64
195 finished_was_called bool
196 redirected_to []string
197 final_size u64
198}
199
200//
201
202struct MyCountingHandler {
203mut:
204 counter int
205}
206
207fn (mut handler MyCountingHandler) handle(req http.Request) http.Response {
208 handler.counter++
209 mut r := http.Response{
210 body: req.data + ', ${req.url}, counter: ${handler.counter}'
211 header: req.header
212 }
213 match req.url.all_before('?') {
214 '/count' {
215 r.set_status(.ok)
216 }
217 else {
218 r.set_status(.not_found)
219 }
220 }
221
222 r.set_version(req.version)
223 return r
224}
225
226fn test_my_counting_handler_on_random_port() {
227 log.warn('${@FN} started')
228 defer {
229 log.warn('${@FN} finished')
230 }
231 mut server := &http.Server{
232 show_startup_message: false
233 addr: ''
234 accept_timeout: atimeout
235 handler: MyCountingHandler{}
236 on_running: fn (mut server http.Server) {
237 spawn fn (mut server http.Server) {
238 log.warn('server started')
239 url := 'http://${server.addr}/count'
240 log.info('fetching from url: ${url}')
241 for _ in 0 .. 5 {
242 x := http.fetch(url: url, data: 'my data') or { panic(err) }
243 log.info(x.body)
244 }
245 server.stop()
246 log.warn('server stopped')
247 }(mut server)
248 }
249 }
250 server.listen_and_serve()
251 if mut server.handler is MyCountingHandler {
252 dump(server.handler.counter)
253 assert server.handler.counter == 5
254 }
255 assert true
256}
257
258//
259
260struct MyCustomHttpHostHandler {}
261
262fn (mut handler MyCustomHttpHostHandler) handle(req http.Request) http.Response {
263 dump(req.header)
264 return http.Response{
265 body: 'Host was: ${req.header.get(.host) or { '-' }}'
266 }
267}
268
269fn test_host_header_sent_to_server() {
270 ip := '127.0.0.1'
271 port := 54671
272 log.warn('${@FN} started')
273 defer { log.warn('${@FN} finished') }
274 mut server := &http.Server{
275 handler: MyCustomHttpHostHandler{}
276 addr: '${ip}:${port}'
277 }
278 t := spawn server.listen_and_serve()
279 server.wait_till_running() or {
280 estr := err.str()
281 if estr == 'maximum retries reached' {
282 log.error('>>>> Skipping test ${@FN} since its server could not start, err: ${err}')
283 return
284 }
285 log.fatal(estr)
286 }
287 defer { server.stop() }
288 dump(server.addr)
289 x := http.get('http://${server.addr}/')!
290 dump(x)
291 assert x.status_code == 200
292 assert x.status_msg == 'OK'
293 assert x.body.ends_with('${ip}:${port}')
294}
295
296//
297
298struct InvalidResponseHandler {}
299
300fn (mut handler InvalidResponseHandler) handle(req http.Request) http.Response {
301 return http.Response{
302 header: http.new_header_from_map({
303 http.CommonHeader.content_type: 'text/plain'
304 })
305 }
306}
307
308struct InvalidStatusCodeHandler {}
309
310fn (mut handler InvalidStatusCodeHandler) handle(req http.Request) http.Response {
311 return http.Response{
312 body: 'broken status'
313 status_code: 42
314 }
315}
316
317fn test_server_normalizes_invalid_handler_response() {
318 log.warn('${@FN} started')
319 defer { log.warn('${@FN} finished') }
320 mut server := &http.Server{
321 accept_timeout: atimeout
322 handler: InvalidResponseHandler{}
323 addr: '127.0.0.1:18202'
324 show_startup_message: false
325 }
326 t := spawn server.listen_and_serve()
327 server.wait_till_running() or {
328 estr := err.str()
329 if estr == 'maximum retries reached' {
330 log.error('>>>> Skipping test ${@FN} since its server could not start, err: ${err}')
331 return
332 }
333 log.fatal(estr)
334 }
335
336 mut conn := net.dial_tcp('127.0.0.1:18202')!
337 defer { conn.close() or {} }
338 conn.set_read_timeout(5 * time.second)
339 conn.set_write_timeout(5 * time.second)
340
341 request := 'GET / HTTP/1.1\r\nHost: 127.0.0.1:18202\r\nConnection: close\r\n\r\n'
342 conn.write(request.bytes())!
343 response := read_http_response(mut conn)!
344 lines := response.split('\r\n')
345 assert lines[0] == 'HTTP/1.1 200 OK'
346 assert response.to_lower().contains('content-type: text/plain')
347 assert response.to_lower().contains('content-length: 0')
348
349 server.stop()
350 t.wait()
351}
352
353fn test_server_coerces_invalid_status_code_to_internal_server_error() {
354 log.warn('${@FN} started')
355 defer { log.warn('${@FN} finished') }
356 mut server := &http.Server{
357 accept_timeout: atimeout
358 handler: InvalidStatusCodeHandler{}
359 addr: '127.0.0.1:18203'
360 show_startup_message: false
361 }
362 t := spawn server.listen_and_serve()
363 server.wait_till_running() or {
364 estr := err.str()
365 if estr == 'maximum retries reached' {
366 log.error('>>>> Skipping test ${@FN} since its server could not start, err: ${err}')
367 return
368 }
369 log.fatal(estr)
370 }
371
372 mut conn := net.dial_tcp('127.0.0.1:18203')!
373 defer { conn.close() or {} }
374 conn.set_read_timeout(5 * time.second)
375 conn.set_write_timeout(5 * time.second)
376
377 request := 'GET / HTTP/1.1\r\nHost: 127.0.0.1:18203\r\nConnection: close\r\n\r\n'
378 conn.write(request.bytes())!
379 response := read_http_response(mut conn)!
380 lines := response.split('\r\n')
381 assert lines[0] == 'HTTP/1.1 500 Internal Server Error'
382 assert response.ends_with('broken status')
383
384 server.stop()
385 t.wait()
386}
387
388//
389
390struct RedirectMethodHandler {}
391
392fn (mut handler RedirectMethodHandler) handle(req http.Request) http.Response {
393 mut r := http.Response{}
394 match req.url {
395 '/redirect-301' {
396 r.header = http.new_header(key: .location, value: '/expect-get')
397 r.set_status(.moved_permanently)
398 }
399 '/redirect-302' {
400 r.header = http.new_header(key: .location, value: '/expect-get')
401 r.set_status(.found)
402 }
403 '/redirect-303' {
404 r.header = http.new_header(key: .location, value: '/expect-get')
405 r.set_status(.see_other)
406 }
407 '/redirect-307' {
408 r.header = http.new_header(key: .location, value: '/expect-post')
409 r.set_status(.temporary_redirect)
410 }
411 '/redirect-308' {
412 r.header = http.new_header(key: .location, value: '/expect-post')
413 r.set_status(.permanent_redirect)
414 }
415 '/expect-get' {
416 if req.method == .get && req.data == '' {
417 r.body = 'redirected-as-get'
418 r.set_status(.ok)
419 } else {
420 r.body = 'expected GET without a body, got ${req.method} `${req.data}`'
421 r.set_status(.method_not_allowed)
422 }
423 }
424 '/expect-post' {
425 if req.method == .post && req.data == 'payload' {
426 r.body = 'preserved-post'
427 r.set_status(.ok)
428 } else {
429 r.body = 'expected POST with payload, got ${req.method} `${req.data}`'
430 r.set_status(.method_not_allowed)
431 }
432 }
433 else {
434 r.set_status(.not_found)
435 }
436 }
437
438 r.set_version(req.version)
439 return r
440}
441
442fn test_redirects_change_post_to_get_only_when_required() {
443 log.warn('${@FN} started')
444 defer { log.warn('${@FN} finished') }
445 mut server := &http.Server{
446 accept_timeout: atimeout
447 handler: RedirectMethodHandler{}
448 addr: '127.0.0.1:18204'
449 show_startup_message: false
450 }
451 t := spawn server.listen_and_serve()
452 server.wait_till_running() or {
453 estr := err.str()
454 if estr == 'maximum retries reached' {
455 log.error('>>>> Skipping test ${@FN} since its server could not start, err: ${err}')
456 return
457 }
458 log.fatal(estr)
459 }
460
461 for path in ['/redirect-301', '/redirect-302', '/redirect-303'] {
462 resp := http.post('http://${server.addr}${path}', 'payload')!
463 assert resp.status() == .ok
464 assert resp.body == 'redirected-as-get'
465 }
466
467 for path in ['/redirect-307', '/redirect-308'] {
468 resp := http.post('http://${server.addr}${path}', 'payload')!
469 assert resp.status() == .ok
470 assert resp.body == 'preserved-post'
471 }
472
473 server.stop()
474 t.wait()
475}
476
477//
478
479struct KeepAliveHandler {
480mut:
481 request_count int
482}
483
484fn (mut handler KeepAliveHandler) handle(req http.Request) http.Response {
485 handler.request_count++
486 mut r := http.Response{
487 body: 'request #${handler.request_count}: ${req.url}'
488 }
489 r.set_status(.ok)
490 r.set_version(req.version)
491 // Echo back the Connection header from the request if present
492 if conn := req.header.get(.connection) {
493 r.header.set(.connection, conn)
494 }
495 return r
496}
497
498fn test_server_keep_alive() {
499 log.warn('${@FN} started')
500 defer { log.warn('${@FN} finished') }
501 mut server := &http.Server{
502 accept_timeout: atimeout
503 handler: KeepAliveHandler{}
504 addr: '127.0.0.1:18198'
505 show_startup_message: false
506 }
507 t := spawn server.listen_and_serve()
508 server.wait_till_running() or {
509 estr := err.str()
510 if estr == 'maximum retries reached' {
511 log.error('>>>> Skipping test ${@FN} since its server could not start, err: ${err}')
512 return
513 }
514 log.fatal(estr)
515 }
516
517 // Test keep-alive by sending multiple requests over a single TCP connection
518 mut conn := net.dial_tcp('127.0.0.1:18198')!
519 defer { conn.close() or {} }
520 conn.set_read_timeout(5 * time.second)
521 conn.set_write_timeout(5 * time.second)
522
523 // Send first request with Connection: keep-alive
524 request1 := 'GET /test1 HTTP/1.1\r\nHost: 127.0.0.1:18198\r\nConnection: keep-alive\r\n\r\n'
525 conn.write(request1.bytes())!
526 mut resp1 := read_http_response(mut conn)!
527 log.info('Response 1: ${resp1}')
528 assert resp1.contains('request #1')
529 assert resp1.to_lower().contains('connection: keep-alive')
530
531 // Send second request on the same connection
532 request2 := 'GET /test2 HTTP/1.1\r\nHost: 127.0.0.1:18198\r\nConnection: keep-alive\r\n\r\n'
533 conn.write(request2.bytes())!
534 mut resp2 := read_http_response(mut conn)!
535 log.info('Response 2: ${resp2}')
536 assert resp2.contains('request #2')
537 assert resp2.to_lower().contains('connection: keep-alive')
538
539 // Send third request with Connection: close to end the connection
540 request3 := 'GET /test3 HTTP/1.1\r\nHost: 127.0.0.1:18198\r\nConnection: close\r\n\r\n'
541 conn.write(request3.bytes())!
542 mut resp3 := read_http_response(mut conn)!
543 log.info('Response 3: ${resp3}')
544 assert resp3.contains('request #3')
545 assert resp3.to_lower().contains('connection: close')
546
547 server.stop()
548 t.wait()
549
550 // Verify all 3 requests were handled
551 if mut server.handler is KeepAliveHandler {
552 assert server.handler.request_count == 3
553 } else {
554 assert false, 'expected KeepAliveHandler, got ${typeof(server.handler).name}'
555 }
556}
557
558fn test_server_keep_alive_many_requests() {
559 log.warn('${@FN} started')
560 defer { log.warn('${@FN} finished') }
561 total_requests := 64
562 mut server := &http.Server{
563 accept_timeout: atimeout
564 handler: KeepAliveHandler{}
565 addr: '127.0.0.1:18199'
566 show_startup_message: false
567 max_keep_alive_requests: 0
568 }
569 t := spawn server.listen_and_serve()
570 server.wait_till_running() or {
571 estr := err.str()
572 if estr == 'maximum retries reached' {
573 log.error('>>>> Skipping test ${@FN} since its server could not start, err: ${err}')
574 return
575 }
576 log.fatal(estr)
577 }
578
579 mut conn := net.dial_tcp('127.0.0.1:18199')!
580 defer { conn.close() or {} }
581 conn.set_read_timeout(5 * time.second)
582 conn.set_write_timeout(5 * time.second)
583
584 for i in 0 .. total_requests {
585 path := if i % 2 == 0 { '/left' } else { '/right' }
586 request := 'GET ${path}?n=${i} HTTP/1.1\r\nHost: 127.0.0.1:18199\r\nConnection: keep-alive\r\n\r\n'
587 conn.write(request.bytes())!
588 resp := read_http_response(mut conn)!
589 assert resp.contains('request #${i + 1}')
590 assert resp.contains(path)
591 assert resp.to_lower().contains('connection: keep-alive')
592 }
593
594 request_done := 'GET /done HTTP/1.1\r\nHost: 127.0.0.1:18199\r\nConnection: close\r\n\r\n'
595 conn.write(request_done.bytes())!
596 resp_done := read_http_response(mut conn)!
597 assert resp_done.contains('request #${total_requests + 1}')
598 assert resp_done.contains('/done')
599 assert resp_done.to_lower().contains('connection: close')
600
601 server.stop()
602 t.wait()
603 if mut server.handler is KeepAliveHandler {
604 assert server.handler.request_count == total_requests + 1
605 } else {
606 assert false, 'expected KeepAliveHandler, got ${typeof(server.handler).name}'
607 }
608}
609
610fn test_server_max_keep_alive_requests() {
611 log.warn('${@FN} started')
612 defer { log.warn('${@FN} finished') }
613 mut server := &http.Server{
614 accept_timeout: atimeout
615 handler: KeepAliveHandler{}
616 addr: '127.0.0.1:18200'
617 show_startup_message: false
618 max_keep_alive_requests: 3 // Limit to 3 requests per connection
619 }
620 t := spawn server.listen_and_serve()
621 server.wait_till_running() or {
622 estr := err.str()
623 if estr == 'maximum retries reached' {
624 log.error('>>>> Skipping test ${@FN} since its server could not start, err: ${err}')
625 return
626 }
627 log.fatal(estr)
628 }
629
630 // Test that connection closes after max_keep_alive_requests
631 mut conn := net.dial_tcp('127.0.0.1:18200')!
632 defer { conn.close() or {} }
633 conn.set_read_timeout(5 * time.second)
634 conn.set_write_timeout(5 * time.second)
635
636 // Send first request
637 request1 := 'GET /test1 HTTP/1.1\r\nHost: 127.0.0.1:18200\r\nConnection: keep-alive\r\n\r\n'
638 conn.write(request1.bytes())!
639 mut resp1 := read_http_response(mut conn)!
640 log.info('Response 1: ${resp1}')
641 assert resp1.contains('request #1')
642 assert resp1.to_lower().contains('connection: keep-alive')
643
644 // Send second request
645 request2 := 'GET /test2 HTTP/1.1\r\nHost: 127.0.0.1:18200\r\nConnection: keep-alive\r\n\r\n'
646 conn.write(request2.bytes())!
647 mut resp2 := read_http_response(mut conn)!
648 log.info('Response 2: ${resp2}')
649 assert resp2.contains('request #2')
650 assert resp2.to_lower().contains('connection: keep-alive')
651
652 // Send third request - should get Connection: close since max is reached
653 request3 := 'GET /test3 HTTP/1.1\r\nHost: 127.0.0.1:18200\r\nConnection: keep-alive\r\n\r\n'
654 conn.write(request3.bytes())!
655 mut resp3 := read_http_response(mut conn)!
656 log.info('Response 3: ${resp3}')
657 assert resp3.contains('request #3')
658 assert resp3.to_lower().contains('connection: close'), 'Expected connection: close after max requests reached'
659
660 server.stop()
661 t.wait()
662
663 if mut server.handler is KeepAliveHandler {
664 assert server.handler.request_count == 3
665 } else {
666 assert false, 'expected KeepAliveHandler, got ${typeof(server.handler).name}'
667 }
668}
669
670fn read_http_response(mut conn net.TcpConn) !string {
671 mut response := []u8{}
672 mut buf := []u8{len: 1024}
673 mut content_length := -1
674 mut headers_end := -1
675
676 for {
677 n := conn.read(mut buf) or { break }
678 if n <= 0 {
679 break
680 }
681 response << buf[..n]
682
683 // Check if we have received all headers
684 response_str := response.bytestr()
685 if headers_end == -1 {
686 headers_end = response_str.index('\r\n\r\n') or { -1 }
687 if headers_end != -1 {
688 // Parse Content-Length from headers
689 headers := response_str[..headers_end]
690 for line in headers.split('\r\n') {
691 if line.to_lower().starts_with('content-length:') {
692 content_length = line.all_after(':').trim_space().int()
693 break
694 }
695 }
696 }
697 }
698
699 // Check if we have received the full response
700 if headers_end != -1 && content_length >= 0 {
701 body_start := headers_end + 4
702 body_received := response.len - body_start
703 if body_received >= content_length {
704 break
705 }
706 }
707 }
708
709 return response.bytestr()
710}
711