-
Notifications
You must be signed in to change notification settings - Fork 32
/
Copy pathclient_connection.ml
1492 lines (1439 loc) · 62 KB
/
client_connection.ml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
(*----------------------------------------------------------------------------
* Copyright (c) 2017 Inhabited Type LLC.
* Copyright (c) 2019 Antonio N. Monteiro.
*
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
*
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
*
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* 3. Neither the name of the author nor the names of his contributors
* may be used to endorse or promote products derived from this software
* without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE CONTRIBUTORS ``AS IS'' AND ANY EXPRESS
* OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* DISCLAIMED. IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE FOR
* ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
* STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
* ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
* POSSIBILITY OF SUCH DAMAGE.
*---------------------------------------------------------------------------*)
module AB = Angstrom.Buffered
module Reader = Parse.Reader
module Writer = Serialize.Writer
module StreamsTbl = Scheduler.StreamsTbl
module Scheduler = Scheduler.Make (struct
include Stream
type t = Respd.t
let flush_write_body = Respd.flush_request_body
let requires_output = Respd.requires_output
end)
module Queue = struct
include Queue
let take_opt t = match is_empty t with true -> None | false -> Some (take t)
end
type error = Respd.error
type trailers_handler = Headers.t -> unit
type response_handler = Response.t -> Body.Reader.t -> unit
type error_handler = error -> unit
type t =
{ mutable settings : Settings.t
; reader : Reader.frame
; writer : Writer.t
; config : Config.t
; streams : Scheduler.t
; mutable current_stream_id : Stream_identifier.t
; mutable max_pushed_stream_id : Stream_identifier.t
; mutable current_server_streams : int
; mutable receiving_headers_for_stream : Stream_identifier.t option
; mutable did_send_go_away : bool
; mutable unacked_settings : int
; pending_pings : ((unit, [ `EOF ]) result -> unit) Queue.t
; error_handler : error -> unit
; push_handler : Request.t -> (response_handler, unit) result
(* From RFC7540§4.3:
* Header compression is stateful. One compression context and one
* decompression context are used for the entire connection. *)
; hpack_encoder : Hpack.Encoder.t
; hpack_decoder : Hpack.Decoder.t
}
let default_push_handler = Sys.opaque_identity (fun _ -> Ok (fun _ _ -> ()))
let is_closed t = Reader.is_closed t.reader && Writer.is_closed t.writer
let shutdown_reader t = Reader.force_close t.reader
let flush_request_body t =
Scheduler.flush t.streams (t.current_stream_id, t.max_pushed_stream_id)
let shutdown_writer t =
flush_request_body t;
Writer.close t.writer;
Writer.wakeup t.writer
(* Handling frames against closed streams is hard. See:
* https://docs.google.com/presentation/d/1iG_U2bKTc9CnKr0jPTrNfmxyLufx_cK2nNh9VjrKH6s
*)
let was_closed_or_implicitly_closed t stream_id =
if Stream_identifier.is_request stream_id
then Stream_identifier.(stream_id <= t.current_stream_id)
else Stream_identifier.(stream_id <= t.max_pushed_stream_id)
let report_error =
let shutdown_rw t =
shutdown_reader t;
shutdown_writer t
in
fun t e ->
match e with
| Error.ConnectionError (error, data) ->
if not t.did_send_go_away
then (
(* From RFC7540§5.4.1:
* An endpoint that encounters a connection error SHOULD first send a
* GOAWAY frame (Section 6.8) with the stream identifier of the last
* stream that it successfully received from its peer. The GOAWAY frame
* includes an error code that indicates why the connection is
* terminating. After sending the GOAWAY frame for an error condition,
* the endpoint MUST close the TCP connection. *)
let debug_data =
if String.length data = 0
then Bigstringaf.empty
else Bigstringaf.of_string ~off:0 ~len:(String.length data) data
in
let frame_info = Writer.make_frame_info Stream_identifier.connection in
(* TODO: Only write if not already shutdown. *)
Writer.write_go_away
t.writer
frame_info
~debug_data
~last_stream_id:
(if Stream_identifier.(t.current_stream_id === -1l)
then Stream_identifier.connection
else t.current_stream_id)
error;
t.did_send_go_away <- true;
if error <> Error_code.NoError
then t.error_handler (`Protocol_error (error, data));
Writer.flush t.writer (fun _reason ->
(* XXX: We need to allow lower numbered streams to complete before
* shutting down. *)
shutdown_rw t);
Writer.wakeup t.writer)
| StreamError (stream_id, error) ->
(match Scheduler.find t.streams stream_id with
| Some respd ->
Respd.report_error respd (`Protocol_error (error, "")) error
| None ->
if not (was_closed_or_implicitly_closed t stream_id)
then
(* Possible if the stream was going to enter the Idle state (first time
* we saw e.g. a PRIORITY frame for it) but had e.g. a
* FRAME_SIZE_ERROR. *)
let frame_info = Writer.make_frame_info stream_id in
Writer.write_rst_stream t.writer frame_info error);
Writer.wakeup t.writer
let report_connection_error t ?(reason = "") error =
report_error t (ConnectionError (error, reason))
let report_stream_error t stream_id error =
report_error t (StreamError (stream_id, error))
let shutdown t =
(* From RFC7540§6.8:
* A server that is attempting to gracefully shut down a connection SHOULD
* send an initial GOAWAY frame with the last stream identifier set to
* 2^31-1 and a NO_ERROR code. *)
report_connection_error t Error_code.NoError
let set_error_and_handle t stream error error_code =
Respd.report_error stream error error_code;
Writer.wakeup t.writer
let report_exn t exn =
if not (is_closed t)
then
let reason = Printexc.to_string exn in
report_connection_error t ~reason Error_code.InternalError
let send_window_update :
type a. t -> a Scheduler.PriorityTreeNode.node -> int32 -> unit
=
fun t stream n ->
let send_window_update_frame stream_id n =
let valid_inflow = Scheduler.add_inflow stream n in
assert valid_inflow;
let frame_info = Writer.make_frame_info stream_id in
Writer.write_window_update t.writer frame_info n
in
if Int32.compare n 0l > 0
then (
let max_window_size = Settings.WindowSize.max_window_size in
let stream_id = Scheduler.stream_id stream in
let rec loop n =
if n > max_window_size
then (
send_window_update_frame stream_id max_window_size;
loop (Int32.sub n max_window_size))
else send_window_update_frame stream_id n
in
loop n;
Writer.wakeup t.writer)
let handle_push_promise_headers t respd headers =
(* From RFC7540§8.2.2:
* The header fields in PUSH_PROMISE and any subsequent CONTINUATION frames
* MUST be a valid and complete set of request header fields (Section
* 8.1.2.3). *)
match Headers.method_path_and_scheme_or_malformed headers with
| `Malformed ->
(* From RFC7540§8.2.2:
* If a client receives a PUSH_PROMISE that does not include a complete
* and valid set of header fields [...] it MUST respond with a stream
* error (Section 5.4.2) of type PROTOCOL_ERROR. *)
report_stream_error t respd.Stream.id Error_code.ProtocolError
| `Valid (meth, path, scheme) ->
let meth = Httpun_types.Method.of_string meth in
(match
meth, Headers.get_pseudo headers "authority", Message.body_length headers
with
| (#Httpun_types.Method.standard as meth), _, _
when not Httpun_types.Method.(is_cacheable meth && is_safe meth) ->
report_stream_error t respd.id Error_code.ProtocolError
| _, _, `Fixed len when not (Int64.equal len 0L) ->
(* From RFC7540§8.2:
* Clients that receive a promised request that is not cacheable,
* that is not known to be safe or that indicates the presence of a
* request body MUST reset the promised stream with a stream error
* (Section 5.4.2) of type PROTOCOL_ERROR.
*
* From RFC7231§4.2.3 (Cacheable Methods):
* [...] this specification defines GET, HEAD, and POST as cacheable
* [...].
*
* From RFC7231§4.2.1 (Safe Methods):
* Of the request methods defined by this specification, the GET, HEAD,
* OPTIONS, and TRACE methods are defined to be safe.
*
* Note: the intersection of safe and cacheable are the GET and HEAD
* methods. *)
report_stream_error t respd.id Error_code.ProtocolError
(* From RFC7540§8.2:
* The server MUST include a value in the :authority pseudo-header field
* for which the server is authoritative (see Section 10.1). A client
* MUST treat a PUSH_PROMISE for which the server is not authoritative as
* a stream error (Section 5.4.2) of type PROTOCOL_ERROR. *)
| _, None, _ | _, _, `Error _ ->
report_stream_error t respd.id Error_code.ProtocolError
| _ ->
let request = Request.create ~scheme ~headers meth path in
(match t.push_handler request with
| Ok response_handler ->
(* From RFC7540§8.2:
* Promised requests [...] MUST NOT include a request body. *)
let request_body = Body.Writer.create_empty ~writer:t.writer in
(* From RFC7540§5.1:
* reserved (remote): [...] Receiving a HEADERS frame causes the
* stream to transition to "half-closed (local)". *)
respd.state <-
Active
( HalfClosed Stream.WaitingForPeer
, { Respd.request
; request_body
; response_handler
; trailers_handler = ignore
} )
| Error _ ->
(* From RFC7540§6.6:
* Recipients of PUSH_PROMISE frames can choose to reject promised
* streams by returning a RST_STREAM referencing the promised stream
* identifier back to the sender of the PUSH_PROMISE. *)
Stream.reset_stream respd Error_code.Cancel))
let handle_response_headers t stream ~end_stream active_request headers =
let (Scheduler.Stream { descriptor = respd; _ }) = stream in
(* From RFC7540§8.1.2.6:
* Clients MUST NOT accept a malformed response.
*
* Note: in the branches where a malformed response is detected, the response
* handler is not called. *)
match Headers.get_multi_pseudo headers "status" with
| [ status ] ->
let response = Response.create ~headers (Status.of_string status) in
(* Note: we don't need to check for `end_stream` flag + a non-zero body
* length, as the spec allows for non-zero content-length headers and no
* DATA frames.
*
* From RFC7540§8.1.2.6:
* A response that is defined to have no payload, as described in
* [RFC7230], Section 3.3.2, can have a non-zero content-length header
* field, even though no content is included in DATA frames. *)
(match Message.body_length headers with
| `Error _ ->
set_error_and_handle
t
respd
(`Invalid_response_body_length response)
ProtocolError
| `Fixed _ | `Unknown ->
let response_body =
if end_stream
then Body.Reader.empty
else
Body.Reader.create
(Bigstringaf.create t.config.response_body_buffer_size)
~done_reading:(fun len ->
let len = Int32.of_int len in
send_window_update t t.streams len;
send_window_update t stream len)
in
let new_response_state =
Respd.create_active_response response response_body
in
respd.state <-
Active
( (if Stream.is_open respd
then Open new_response_state
else HalfClosed new_response_state)
, active_request );
active_request.response_handler response response_body;
if end_stream
then (
(* Deliver EOF to the response body, as the handler might be waiting
* on it to act. *)
Body.Reader.close response_body;
(* From RFC7540§5.1:
* [...] an endpoint receiving an END_STREAM flag causes the stream
* state to become "half-closed (remote)". *)
Respd.close_stream respd))
| _ ->
(* From RFC7540§8.1.2.4:
* For HTTP/2 responses, a single :status pseudo-header field is defined
* that carries the HTTP status code field (see [RFC7231], Section 6).
* This pseudo-header field MUST be included in all responses; otherwise,
* the response is malformed (Section 8.1.2.6). *)
let message =
"HTTP/2 responses must include a single `:status` pseudo-header"
in
set_error_and_handle t respd (`Malformed_response message) ProtocolError
let handle_headers t ~end_stream stream headers =
let (Scheduler.Stream { descriptor = respd; _ }) = stream in
(* From RFC7540§5.1.2:
* Endpoints MUST NOT exceed the limit set by their peer. An endpoint that
* receives a HEADERS frame that causes its advertised concurrent stream
* limit to be exceeded MUST treat this as a stream error (Section 5.4.2)
* of type PROTOCOL_ERROR or REFUSED_STREAM. *)
if Int32.(
compare
(of_int (t.current_server_streams + 1))
t.config.max_concurrent_streams)
> 0
then
if t.unacked_settings > 0
then
(* From RFC7540§8.1.4:
* The REFUSED_STREAM error code can be included in a RST_STREAM frame
* to indicate that the stream is being closed prior to any processing
* having occurred. Any request that was sent on the reset stream can
* be safely retried.
*
* Note: if there are pending SETTINGS to acknowledge, assume there was a
* race condition and let the client retry. *)
report_stream_error t respd.Stream.id Error_code.RefusedStream
else report_stream_error t respd.Stream.id Error_code.ProtocolError
else (
(* From RFC7540§5.1.2:
* Streams that are in the "open" state or in either of the "half-closed"
* states count toward the maximum number of streams that an endpoint is
* permitted to open. *)
t.current_server_streams <- t.current_server_streams + 1;
match respd.state with
| Reserved _ ->
respd.state <- Reserved Stream.FullHeaders;
handle_push_promise_headers t respd headers
| Active (active_state, active_request) ->
(match active_state with
| Open _ -> respd.state <- Active (Open FullHeaders, active_request)
| HalfClosed _ ->
respd.state <- Active (HalfClosed FullHeaders, active_request));
handle_response_headers t stream ~end_stream active_request headers
| _ ->
(* Unreachable. This function is only invoked if the stream is active. *)
assert false)
let handle_headers_block
t
?(is_trailers = false)
stream
partial_headers
flags
headers_block
=
let open AB in
let (Scheduler.Stream { descriptor = respd; _ }) = stream in
let end_headers = Flags.test_end_header flags in
(* From RFC7540§6.10:
* An endpoint receiving HEADERS, PUSH_PROMISE, or CONTINUATION
* frames needs to reassemble header blocks and perform decompression
* even if the frames are to be discarded *)
let parse_state' =
AB.feed partial_headers.Stream.parse_state (`Bigstring headers_block)
in
if end_headers
then (
t.receiving_headers_for_stream <- None;
let parse_state' = AB.feed parse_state' `Eof in
match parse_state' with
| Done (_, Ok headers) ->
if not is_trailers
then
(* `handle_headers` will take care of transitioning the stream state *)
let end_stream = partial_headers.end_stream in
handle_headers t ~end_stream stream headers
else if Headers.trailers_valid headers
then (
Respd.deliver_trailer_headers respd headers;
let response_body = Respd.response_body_exn respd in
Body.Reader.close response_body)
else
(* From RFC7540§8.1.2.1:
* Pseudo-header fields MUST NOT appear in trailers. Endpoints MUST
* treat a request or response that contains undefined or invalid
* pseudo-header fields as malformed (Section 8.1.2.6). *)
let message = "Pseudo-header fields must not appear in trailers" in
set_error_and_handle t respd (`Malformed_response message) ProtocolError
(* From RFC7540§4.3:
* A decoding error in a header block MUST be treated as a connection
* error (Section 5.4.1) of type COMPRESSION_ERROR. *)
| Done (_, Error _) | Partial _ ->
report_connection_error t Error_code.CompressionError
| Fail (_, _, message) ->
report_connection_error t ~reason:message Error_code.CompressionError)
else partial_headers.parse_state <- parse_state'
let handle_trailer_headers = handle_headers_block ~is_trailers:true
let create_partial_headers t flags headers_block =
let end_headers = Flags.test_end_header flags in
let headers_block_length = Bigstringaf.length headers_block in
let initial_buffer_size =
if end_headers
then headers_block_length
else
(* Conservative estimate that there's only going to be one CONTINUATION
* frame. *)
2 * headers_block_length
in
{ Stream.parse_state =
AB.parse
~initial_buffer_size
(Hpack.Decoder.decode_headers t.hpack_decoder)
; end_stream = Flags.test_end_stream flags
}
let handle_first_response_bytes
t
stream
active_request
frame_header
headers_block
=
let (Scheduler.Stream { descriptor; _ }) = stream in
let { Frame.flags; stream_id; _ } = frame_header in
let partial_headers = create_partial_headers t flags headers_block in
let remote_state = Stream.PartialHeaders partial_headers in
descriptor.Stream.state <-
(if Stream.is_open descriptor
then Active (Open remote_state, active_request)
else Active (HalfClosed remote_state, active_request));
if not (Flags.test_end_header flags)
then t.receiving_headers_for_stream <- Some stream_id;
handle_headers_block t stream partial_headers flags headers_block
let process_trailer_headers t stream active_response frame_header headers_block =
let (Scheduler.Stream { descriptor = respd; _ }) = stream in
let { Frame.stream_id; flags; _ } = frame_header in
let end_stream = Flags.test_end_stream flags in
if not end_stream
then
(* From RFC7540§8.1:
* A HEADERS frame (and associated CONTINUATION frames) can only appear
* at the start or end of a stream. An endpoint that receives a HEADERS
* frame without the END_STREAM flag set after receiving a final
* (non-informational) status code MUST treat the corresponding request
* or response as malformed (Section 8.1.2.6). *)
let message =
"HEADERS frames containing trailers must set the END_STREAM flag"
in
set_error_and_handle t respd (`Malformed_response message) ProtocolError
else
let partial_headers =
{ Stream.parse_state =
AB.parse (Hpack.Decoder.decode_headers t.hpack_decoder)
(* obviously true at this point. *)
; end_stream
}
in
active_response.Respd.trailers_parser <- Some partial_headers;
if not Flags.(test_end_header flags)
then t.receiving_headers_for_stream <- Some stream_id;
(* trailer headers: RFC7230§4.4 *)
handle_trailer_headers t stream partial_headers flags headers_block
let process_headers_frame t { Frame.frame_header; _ } headers_block =
let { Frame.stream_id; _ } = frame_header in
match Scheduler.get_node t.streams stream_id with
| None ->
(* If we're receiving a response for a stream that's no longer in the
* priority tree, assume this is a network race - we canceled a request
* but a responnse was already in flight.
*
* However, if the stream identifer is greater than the largest stream
* identifier we have produced, they should know better. In this case,
* send an RST_STREAM. *)
if Stream_identifier.(
stream_id >= t.current_stream_id && is_request stream_id)
then report_stream_error t stream_id Error_code.StreamClosed
| Some (Scheduler.Stream { descriptor; _ } as stream) ->
(match descriptor.state with
| Idle ->
(* From RFC7540§6.2:
* HEADERS frames can be sent on a stream in the "idle", "reserved
* (local)", "open", or "half-closed (remote)" state. *)
report_connection_error t Error_code.ProtocolError
| Active ((Open WaitingForPeer | HalfClosed WaitingForPeer), active_request)
->
handle_first_response_bytes
t
stream
active_request
frame_header
headers_block
| Active
( ( Open (FullHeaders | PartialHeaders _)
| HalfClosed (FullHeaders | PartialHeaders _) )
, _ ) ->
assert false
(* if we're getting a HEADERS frame at this point, they must be
* trailers, and the END_STREAM flag needs to be set. *)
| Active
( ( Open (ActiveMessage active_response)
| HalfClosed (ActiveMessage active_response) )
, _ ) ->
process_trailer_headers
t
stream
active_response
frame_header
headers_block;
Stream.finish_stream descriptor Finished
| Closed { reason = ResetByThem _; _ } ->
(* From RFC7540§5.1:
* closed: [...] An endpoint that receives any frame other than
* PRIORITY after receiving a RST_STREAM MUST treat that as a
* stream error (Section 5.4.2) of type STREAM_CLOSED. *)
report_stream_error t stream_id Error_code.StreamClosed
(* From RFC7540§5.1:
* reserved (local): [...] Receiving any type of frame other than
* RST_STREAM, PRIORITY, or WINDOW_UPDATE on a stream in this state
* MUST be treated as a connection error (Section 5.4.1) of type
* PROTOCOL_ERROR. *)
| Reserved _ | Closed _ ->
(* From RFC7540§5.1:
* Similarly, an endpoint that receives any frames after receiving
* a frame with the END_STREAM flag set MUST treat that as a
* connection error (Section 5.4.1) of type STREAM_CLOSED [...]. *)
report_connection_error t Error_code.StreamClosed)
let process_data_frame t { Frame.frame_header; _ } bstr =
let open Scheduler in
let { Frame.flags; stream_id; payload_length; _ } = frame_header in
let payload_len32 = Int32.of_int payload_length in
match Scheduler.get_node t.streams stream_id with
| Some (Stream { descriptor; _ } as stream) ->
(match descriptor.state with
| Active
( ( Open (ActiveMessage response_info)
| HalfClosed (ActiveMessage response_info) )
, _ ) ->
let { Respd.response; response_body; response_body_bytes; _ } =
response_info
in
response_info.response_body_bytes <-
Int64.(add response_body_bytes (of_int (Bigstringaf.length bstr)));
(* First, calculate whether we're allowed to receive this frame based
* on the _current_ inflow. *)
let allowed_to_receive =
Scheduler.(allowed_to_receive t.streams stream payload_len32)
in
(* Then, deduct inflow from the connection flow-control window, as
* mandated by the protocol.
*
* From RFC7540§6.9:
* A receiver that receives a flow-controlled frame MUST always account
* for its contribution against the connection flow-control window,
* unless the receiver treats this as a connection error (Section 5.4.1).
* This is necessary even if the frame is in error. *)
Scheduler.deduct_inflow t.streams payload_len32;
if not allowed_to_receive
then (
(* From RFC7540§6.9:
* A receiver MAY respond with a stream error (Section 5.4.2) or
* connection error (Section 5.4.1) of type FLOW_CONTROL_ERROR if it
* is unable to accept a frame. *)
send_window_update t t.streams payload_len32;
report_stream_error t stream_id Error_code.FlowControlError)
else (
Scheduler.deduct_inflow stream payload_len32;
match Message.body_length response.headers with
| `Fixed len
(* Getting more than the server declared *)
when Int64.compare response_info.response_body_bytes len > 0 ->
(* Give back connection-level flow-controlled bytes (we use payload
* length to include any padding bytes that the frame might have
* included - which were ignored at parse time). *)
send_window_update t t.streams payload_len32;
(* From RFC7540§8.1.2.6:
* A request or response is also malformed if the value of a
* content-length header field does not equal the sum of the
* DATA frame payload lengths that form the body. *)
set_error_and_handle
t
descriptor
(`Invalid_response_body_length response)
ProtocolError
| _ ->
let end_stream = Flags.test_end_stream flags in
(* From RFC7540§6.9.1:
* The receiver of a frame sends a WINDOW_UPDATE frame as it
* consumes data and frees up space in flow-control windows.
* Separate WINDOW_UPDATE frames are sent for the stream- and
* connection-level flow-control windows.
*
* Note: we send these WINDOW_UPDATE frames once the body bytes
* have been surfaced to the application. This is done in the
* record field `done_reading` of `Body.t`. *)
let faraday = Body.Reader.unsafe_faraday response_body in
if not (Faraday.is_closed faraday)
then (
Faraday.schedule_bigstring faraday bstr;
if end_stream then Body.Reader.close response_body);
Respd.flush_response_body descriptor;
if end_stream && not (Respd.requires_output descriptor)
then
(* From RFC7540§6.1:
* When set, bit 0 indicates that this frame is the last that
* the endpoint will send for the identified stream. Setting
* this flag causes the stream to enter one of the
* "half-closed" states or the "closed" state (Section 5.1).
*
* Transition to the "closed" state if this is the last DATA frame
* that the server will send and we're done sending. *)
Stream.finish_stream descriptor Finished)
| Idle ->
(* From RFC7540§5.1:
* idle: [...] Receiving any frame other than HEADERS or PRIORITY on
* a stream in this state MUST be treated as a connection error
* (Section 5.4.1) of type PROTOCOL_ERROR. *)
report_connection_error t Error_code.ProtocolError
(* This is technically in the half-closed (local) state *)
| Closed { reason = ResetByUs NoError; _ } ->
(* From RFC7540§6.9:
* A receiver that receives a flow-controlled frame MUST always
* account for its contribution against the connection flow-control
* window, unless the receiver treats this as a connection error
* (Section 5.4.1). This is necessary even if the frame is in
* error. *)
send_window_update t t.streams payload_len32
(* From RFC7540§6.4:
* [...] after sending the RST_STREAM, the sending endpoint MUST be
* prepared to receive and process additional frames sent on the
* stream that might have been sent by the peer prior to the arrival
* of the RST_STREAM.
*
* Note: after some writer yields / wake ups, we will have stopped
* keeping state information for the stream. This functions effectively
* as a way of only accepting frames after an RST_STREAM from us up to
* a time limit. *)
| _ ->
send_window_update t t.streams payload_len32;
(* From RFC7540§6.1:
* If a DATA frame is received whose stream is not in "open" or
* "half-closed (local)" state, the recipient MUST respond with a
* stream error (Section 5.4.2) of type STREAM_CLOSED. *)
report_stream_error t stream_id Error_code.StreamClosed)
| None ->
if not (was_closed_or_implicitly_closed t stream_id)
then
(* From RFC7540§5.1:
* idle: [...] Receiving any frame other than HEADERS or PRIORITY on
* a stream in this state MUST be treated as a connection error
* (Section 5.4.1) of type PROTOCOL_ERROR. *)
report_connection_error t Error_code.ProtocolError
let on_close_stream t id ~active closed =
if active
then
(* From RFC7540§5.1.2:
* Streams that are in the "open" state or in either of the "half-closed"
* states count toward the maximum number of streams that an endpoint is
* permitted to open. *)
t.current_server_streams <- t.current_server_streams - 1;
Scheduler.mark_for_removal t.streams id closed
let process_priority_frame t { Frame.frame_header; _ } priority =
let { Frame.stream_id; _ } = frame_header in
let { Priority.stream_dependency; _ } = priority in
if Stream_identifier.(stream_id === stream_dependency)
then
(* From RFC7540§5.3.1:
* A stream cannot depend on itself. An endpoint MUST treat this as a
* stream error (Section 5.4.2) of type PROTOCOL_ERROR. *)
report_stream_error t stream_id Error_code.ProtocolError
else
match Scheduler.get_node t.streams stream_id with
| Some stream -> Scheduler.reprioritize_stream t.streams ~priority stream
| None ->
(* From RFC7540§5.3:
* A client can assign a priority for a new stream by including
* prioritization information in the HEADERS frame (Section 6.2) that
* opens the stream. At any other time, the PRIORITY frame (Section
* 6.3) can be used to change the priority of a stream.
*
* Note: The spec mostly only mentions that clients are the endpoints
* that make use of PRIORITY frames. As such, we don't make too
* much of an effort to process PRIORITY frames coming from a
* server. If we know about a stream, we reprioritize it (meaning
* prioritization is an input to the process of allocating
* resources when flushing request bodies). Otherwise, we ignore
* it. We don't, however, report any errors if the frame is
* well-formed, as section 5. clearly mentions that PRIORITY frames
* must be accepted in all stream states.
*
* From RFC7540§5.1:
* Note that PRIORITY can be sent and received in any stream state. *)
()
let process_rst_stream_frame t { Frame.frame_header; _ } error_code =
let { Frame.stream_id; _ } = frame_header in
match Scheduler.find t.streams stream_id with
| Some respd ->
(match respd.state, error_code with
| Idle, _ ->
(* From RFC7540§6.4:
* RST_STREAM frames MUST NOT be sent for a stream in the "idle"
* state. If a RST_STREAM frame identifying an idle stream is
* received, the recipient MUST treat this as a connection error
* (Section 5.4.1) of type PROTOCOL_ERROR. *)
report_connection_error t Error_code.ProtocolError
| Active _, Error_code.NoError ->
(* If we're active (i.e. not done sending the request body), finish the
* stream, in order to mark it for cleanup.
*
* Note: we don't close the request body here because the client may be
* in the process of writing to it, and while we're not going to send
* those bytes to the output channel, we don't want to fail when writing
* either. *)
Stream.finish_stream respd (ResetByThem error_code)
| Closed _, _ ->
(* From RFC7540§8.1:
* A server can send a complete response prior to the client sending an
* entire request if the response does not depend on any portion of the
* request that has not been sent and received. When this is true, a
* server MAY request that the client abort transmission of a request
* without error by sending a RST_STREAM with an error code of NO_ERROR
* after sending a complete response (i.e., a frame with the END_STREAM
* flag).
*
* If we're done sending the request there's nothing to do here, allow
* the stream to finish successfully.
*
* From RFC7540§5.1:
* Endpoints MUST ignore WINDOW_UPDATE or RST_STREAM frames received
* in this state, though endpoints MAY choose to treat frames that
* arrive a significant time after sending END_STREAM as a connection
* error (Section 5.4.1) of type PROTOCOL_ERROR.
*
* We ignore further RST_STREAM frames.
*)
(* XXX(anmonteiro): When we add logging support, add something here. *)
()
| _ ->
(* From RFC7540§6.4:
* The RST_STREAM frame fully terminates the referenced stream and
* causes it to enter the "closed" state. After receiving a
* RST_STREAM on a stream, the receiver MUST NOT send additional
* frames for that stream, with the exception of PRIORITY.
*
* Note:
* This match branch also accepts streams in the `Closed` state. We
* do that to comply with the following:
*
* From RFC7540§6.4:
* [...] after sending the RST_STREAM, the sending endpoint MUST be
* prepared to receive and process additional frames sent on the
* stream that might have been sent by the peer prior to the arrival
* of the RST_STREAM. *)
Stream.finish_stream respd (ResetByThem error_code);
(* From RFC7540§5.4.2:
* To avoid looping, an endpoint MUST NOT send a RST_STREAM in response
* to a RST_STREAM frame.
*
* Note: the {!Respd.report_error} function does not send an RST_STREAM
* frame for streams in the closed state. So we close the stream before
* reporting the error. *)
set_error_and_handle t respd (`Protocol_error (error_code, "")) error_code)
| None ->
(* We might have removed the stream from the hash table. If its stream
* id is smaller than or equal to the max client stream id we've generated,
* then it must have been closed. *)
if not (was_closed_or_implicitly_closed t stream_id)
then
(* From RFC7540§6.4:
* RST_STREAM frames MUST NOT be sent for a stream in the "idle"
* state. If a RST_STREAM frame identifying an idle stream is
* received, the recipient MUST treat this as a connection error
* (Section 5.4.1) of type PROTOCOL_ERROR.
*
* Note:
* If we didn't find the stream in the hash table it must be "idle". *)
report_connection_error t Error_code.ProtocolError
let process_settings_frame t { Frame.frame_header; _ } settings =
let open Scheduler in
let { Frame.flags; _ } = frame_header in
(* We already checked that an acked SETTINGS is empty. Don't need to do
* anything else in that case *)
if Flags.(test_ack flags)
then (
t.unacked_settings <- t.unacked_settings - 1;
if t.unacked_settings < 0
then
(* The server is ACKing a SETTINGS frame that we didn't send *)
report_connection_error
t
~reason:"Received unexpected SETTINGS frame with acknowledgement"
Error_code.ProtocolError)
else
match Settings.check_settings_list ~is_client:true settings with
| Ok () ->
(* From RFC7540§6.5:
* Each parameter in a SETTINGS frame replaces any existing value for
* that parameter. Parameters are processed in the order in which they
* appear, and a receiver of a SETTINGS frame does not need to maintain
* any state other than the current value of its parameters. *)
let new_settings =
List.fold_left
(fun (acc : Settings.t) item ->
match item with
| Settings.HeaderTableSize x ->
(* From RFC7540§6.5.2:
* Allows the sender to inform the remote endpoint of the maximum
* size of the header compression table used to decode header
* blocks, in octets. *)
Hpack.Encoder.set_capacity t.hpack_encoder x;
{ acc with header_table_size = x }
| EnablePush x ->
(* We've already verified that this setting is either 0 or 1 in the
* call to `Settings.check_settings_list` above. *)
{ acc with enable_push = x = 1 }
| MaxConcurrentStreams x -> { acc with max_concurrent_streams = x }
| InitialWindowSize new_val ->
(* From RFC7540§6.9.2:
* In addition to changing the flow-control window for streams
* that are not yet active, a SETTINGS frame can alter the
* initial flow-control window size for streams with active
* flow-control windows (that is, streams in the "open" or
* "half-closed (remote)" state). When the value of
* SETTINGS_INITIAL_WINDOW_SIZE changes, a receiver MUST adjust
* the size of all stream flow-control windows that it
* maintains by the difference between the new value and the
* old value.
*
* [...] A SETTINGS frame cannot alter the connection
* flow-control window. *)
let old_val = t.settings.initial_window_size in
let growth = Int32.sub new_val old_val in
let exception Local in
(match
Scheduler.iter
~f:(fun stream ->
(* From RFC7540§6.9.2:
* An endpoint MUST treat a change to
* SETTINGS_INITIAL_WINDOW_SIZE that causes any
* flow-control window to exceed the maximum size as a
* connection error (Section 5.4.1) of type
* FLOW_CONTROL_ERROR. *)
if not (Scheduler.add_flow stream growth) then raise Local)
t.streams
with
| () -> ()
| exception Local ->
report_connection_error
t
~reason:
(Format.sprintf
"Window size for stream would exceed %ld"
Settings.WindowSize.max_window_size)
Error_code.FlowControlError);
{ acc with initial_window_size = new_val }
| MaxFrameSize x ->
Scheduler.iter
~f:(fun (Stream { descriptor; _ }) ->
if Respd.requires_output descriptor
then descriptor.max_frame_size <- x)
t.streams;
{ acc with max_frame_size = x }
| MaxHeaderListSize x -> { acc with max_header_list_size = Some x })
t.settings
settings
in
t.settings <- new_settings;
let frame_info =
Writer.make_frame_info
~flags:Flags.(set_ack default_flags)
Stream_identifier.connection
in
(* From RFC7540§6.5:
* ACK (0x1): [...] When this bit is set, the payload of the SETTINGS
* frame MUST be empty. *)
Writer.write_settings t.writer frame_info [];
t.unacked_settings <- t.unacked_settings + 1;
Writer.wakeup t.writer
| Error error -> report_error t error
let reserve_stream t { Frame.frame_header; _ } promised_stream_id headers_block =
let { Frame.flags; stream_id; _ } = frame_header in
(* From RFC7540§6.6:
* The PUSH_PROMISE frame (type=0x5) is used to notify the peer endpoint in
* advance of streams the sender intends to initiate. *)
let respd =
Stream.create
promised_stream_id
~max_frame_size:t.settings.max_frame_size
t.writer
t.error_handler
(on_close_stream t promised_stream_id)
in
(* From RFC7540§5.3.5:
* All streams are initially assigned a non-exclusive dependency on stream
* 0x0. Pushed streams (Section 8.2) initially depend on their associated
* stream. In both cases, streams are assigned a default weight of 16. *)
let stream : Scheduler.nonroot Scheduler.node =
Scheduler.add
t.streams
~priority:{ Priority.default_priority with stream_dependency = stream_id }
~initial_send_window_size:t.settings.initial_window_size
~initial_recv_window_size:t.config.initial_window_size
respd
in
let partial_headers = create_partial_headers t flags headers_block in
respd.state <- Reserved (PartialHeaders partial_headers);
if not (Flags.test_end_header flags)
then t.receiving_headers_for_stream <- Some promised_stream_id;
handle_headers_block t stream partial_headers flags headers_block
let process_push_promise_frame
t
({ Frame.frame_header; _ } as frame)
promised_stream_id
headers_block
=
let { Frame.stream_id; _ } = frame_header in
(* At this point, `promised_stream_id` has already been validated by the
* parser *)
if not t.settings.enable_push
then
(* From RFC7540§6.6:
* PUSH_PROMISE MUST NOT be sent if the SETTINGS_ENABLE_PUSH setting of
* the peer endpoint is set to 0. An endpoint that has set this setting
* and has received acknowledgement MUST treat the receipt of a
* PUSH_PROMISE frame as a connection error (Section 5.4.1) of type
* PROTOCOL_ERROR. *)
report_connection_error
t
~reason:"Push is disabled for this connection"
Error_code.ProtocolError
else if not Stream_identifier.(promised_stream_id > t.max_pushed_stream_id)
then
(* From RFC7540§6.6:
* A receiver MUST treat the receipt of a PUSH_PROMISE that promises an
* illegal stream identifier (Section 5.1.1) as a connection error
* (Section 5.4.1) of type PROTOCOL_ERROR. Note that an illegal stream
* identifier is an identifier for a stream that is not currently in the
* "idle" state. *)
report_connection_error
t
~reason:"Illegal stream identifier promised by PUSH_PROMISE"
Error_code.ProtocolError
else
let send_connection_error () =
report_connection_error
t
~reason:
"Received PUSH_PROMISE on a stream that is neither open nor \
half-closed (local)"
Error_code.ProtocolError
in
t.max_pushed_stream_id <- promised_stream_id;