/usr/lib/python3/dist-packages/h2/stream.py is in python3-h2 3.0.1-3.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 | # -*- coding: utf-8 -*-
"""
h2/stream
~~~~~~~~~
An implementation of a HTTP/2 stream.
"""
from enum import Enum, IntEnum
from hpack import HeaderTuple
from hyperframe.frame import (
HeadersFrame, ContinuationFrame, DataFrame, WindowUpdateFrame,
RstStreamFrame, PushPromiseFrame, AltSvcFrame
)
from .errors import ErrorCodes, _error_code_from_int
from .events import (
RequestReceived, ResponseReceived, DataReceived, WindowUpdated,
StreamEnded, PushedStreamReceived, StreamReset, TrailersReceived,
InformationalResponseReceived, AlternativeServiceAvailable,
_ResponseSent, _RequestSent, _TrailersSent, _PushedRequestSent
)
from .exceptions import (
ProtocolError, StreamClosedError, InvalidBodyLengthError, FlowControlError
)
from .utilities import (
guard_increment_window, is_informational_response, authority_from_headers,
validate_headers, validate_outbound_headers, normalize_outbound_headers,
HeaderValidationFlags, extract_method_header, normalize_inbound_headers
)
from .windows import WindowManager
class StreamState(IntEnum):
IDLE = 0
RESERVED_REMOTE = 1
RESERVED_LOCAL = 2
OPEN = 3
HALF_CLOSED_REMOTE = 4
HALF_CLOSED_LOCAL = 5
CLOSED = 6
class StreamInputs(Enum):
SEND_HEADERS = 0
SEND_PUSH_PROMISE = 1
SEND_RST_STREAM = 2
SEND_DATA = 3
SEND_WINDOW_UPDATE = 4
SEND_END_STREAM = 5
RECV_HEADERS = 6
RECV_PUSH_PROMISE = 7
RECV_RST_STREAM = 8
RECV_DATA = 9
RECV_WINDOW_UPDATE = 10
RECV_END_STREAM = 11
RECV_CONTINUATION = 12 # Added in 2.0.0
SEND_INFORMATIONAL_HEADERS = 13 # Added in 2.2.0
RECV_INFORMATIONAL_HEADERS = 14 # Added in 2.2.0
SEND_ALTERNATIVE_SERVICE = 15 # Added in 2.3.0
RECV_ALTERNATIVE_SERVICE = 16 # Added in 2.3.0
UPGRADE_CLIENT = 17 # Added 2.3.0
UPGRADE_SERVER = 18 # Added 2.3.0
class StreamClosedBy(Enum):
SEND_END_STREAM = 0
RECV_END_STREAM = 1
SEND_RST_STREAM = 2
RECV_RST_STREAM = 3
# This array is initialized once, and is indexed by the stream states above.
# It indicates whether a stream in the given state is open. The reason we do
# this is that we potentially check whether a stream in a given state is open
# quite frequently: given that we check so often, we should do so in the
# fastest and most performant way possible.
STREAM_OPEN = [False for _ in range(0, len(StreamState))]
STREAM_OPEN[StreamState.OPEN] = True
STREAM_OPEN[StreamState.HALF_CLOSED_LOCAL] = True
STREAM_OPEN[StreamState.HALF_CLOSED_REMOTE] = True
class H2StreamStateMachine(object):
"""
A single HTTP/2 stream state machine.
This stream object implements basically the state machine described in
RFC 7540 section 5.1.
:param stream_id: The stream ID of this stream. This is stored primarily
for logging purposes.
"""
def __init__(self, stream_id):
self.state = StreamState.IDLE
self.stream_id = stream_id
#: Whether this peer is the client side of this stream.
self.client = None
# Whether trailers have been sent/received on this stream or not.
self.headers_sent = None
self.trailers_sent = None
self.headers_received = None
self.trailers_received = None
# How the stream was closed. One of StreamClosedBy.
self.stream_closed_by = None
def process_input(self, input_):
"""
Process a specific input in the state machine.
"""
if not isinstance(input_, StreamInputs):
raise ValueError("Input must be an instance of StreamInputs")
try:
func, target_state = _transitions[(self.state, input_)]
except KeyError:
old_state = self.state
self.state = StreamState.CLOSED
raise ProtocolError(
"Invalid input %s in state %s" % (input_, old_state)
)
else:
previous_state = self.state
self.state = target_state
if func is not None:
try:
return func(self, previous_state)
except ProtocolError:
self.state = StreamState.CLOSED
raise
except AssertionError as e: # pragma: no cover
self.state = StreamState.CLOSED
raise ProtocolError(e)
return []
def request_sent(self, previous_state):
"""
Fires when a request is sent.
"""
self.client = True
self.headers_sent = True
event = _RequestSent()
return [event]
def response_sent(self, previous_state):
"""
Fires when something that should be a response is sent. This 'response'
may actually be trailers.
"""
if not self.headers_sent:
if self.client is True or self.client is None:
raise ProtocolError("Client cannot send responses.")
self.headers_sent = True
event = _ResponseSent()
else:
assert not self.trailers_sent
self.trailers_sent = True
event = _TrailersSent()
return [event]
def request_received(self, previous_state):
"""
Fires when a request is received.
"""
assert not self.headers_received
assert not self.trailers_received
self.client = False
self.headers_received = True
event = RequestReceived()
event.stream_id = self.stream_id
return [event]
def response_received(self, previous_state):
"""
Fires when a response is received. Also disambiguates between responses
and trailers.
"""
if not self.headers_received:
assert self.client is True
self.headers_received = True
event = ResponseReceived()
else:
assert not self.trailers_received
self.trailers_received = True
event = TrailersReceived()
event.stream_id = self.stream_id
return [event]
def data_received(self, previous_state):
"""
Fires when data is received.
"""
event = DataReceived()
event.stream_id = self.stream_id
return [event]
def window_updated(self, previous_state):
"""
Fires when a window update frame is received.
"""
event = WindowUpdated()
event.stream_id = self.stream_id
return [event]
def stream_half_closed(self, previous_state):
"""
Fires when an END_STREAM flag is received in the OPEN state,
transitioning this stream to a HALF_CLOSED_REMOTE state.
"""
event = StreamEnded()
event.stream_id = self.stream_id
return [event]
def stream_ended(self, previous_state):
"""
Fires when a stream is cleanly ended.
"""
self.stream_closed_by = StreamClosedBy.RECV_END_STREAM
event = StreamEnded()
event.stream_id = self.stream_id
return [event]
def stream_reset(self, previous_state):
"""
Fired when a stream is forcefully reset.
"""
self.stream_closed_by = StreamClosedBy.RECV_RST_STREAM
event = StreamReset()
event.stream_id = self.stream_id
return [event]
def send_new_pushed_stream(self, previous_state):
"""
Fires on the newly pushed stream, when pushed by the local peer.
No event here, but definitionally this peer must be a server.
"""
assert self.client is None
self.client = False
self.headers_received = True
return []
def recv_new_pushed_stream(self, previous_state):
"""
Fires on the newly pushed stream, when pushed by the remote peer.
No event here, but definitionally this peer must be a client.
"""
assert self.client is None
self.client = True
self.headers_sent = True
return []
def send_push_promise(self, previous_state):
"""
Fires on the already-existing stream when a PUSH_PROMISE frame is sent.
We may only send PUSH_PROMISE frames if we're a server.
"""
if self.client is True:
raise ProtocolError("Cannot push streams from client peers.")
event = _PushedRequestSent()
return [event]
def recv_push_promise(self, previous_state):
"""
Fires on the already-existing stream when a PUSH_PROMISE frame is
received. We may only receive PUSH_PROMISE frames if we're a client.
Fires a PushedStreamReceived event.
"""
if not self.client:
if self.client is None: # pragma: no cover
msg = "Idle streams cannot receive pushes"
else: # pragma: no cover
msg = "Cannot receive pushed streams as a server"
raise ProtocolError(msg)
event = PushedStreamReceived()
event.parent_stream_id = self.stream_id
return [event]
def send_end_stream(self, previous_state):
"""
Called when an attempt is made to send END_STREAM in the
HALF_CLOSED_REMOTE state.
"""
self.stream_closed_by = StreamClosedBy.SEND_END_STREAM
def send_reset_stream(self, previous_state):
"""
Called when an attempt is made to send RST_STREAM in a non-closed
stream state.
"""
self.stream_closed_by = StreamClosedBy.SEND_RST_STREAM
def reset_stream_on_error(self, previous_state):
"""
Called when we need to forcefully emit another RST_STREAM frame on
behalf of the state machine.
If this is the first time we've done this, we should also hang an event
off the StreamClosedError so that the user can be informed. We know
it's the first time we've done this if the stream is currently in a
state other than CLOSED.
"""
self.stream_closed_by = StreamClosedBy.SEND_RST_STREAM
error = StreamClosedError(self.stream_id)
event = StreamReset()
event.stream_id = self.stream_id
event.error_code = ErrorCodes.STREAM_CLOSED
event.remote_reset = False
error._events = [event]
raise error
def recv_on_closed_stream(self, previous_state):
"""
Called when an unexpected frame is received on an already-closed
stream.
An endpoint that receives an unexpected frame should treat it as
a stream error or connection error with type STREAM_CLOSED, depending
on the specific frame. The error handling is done at a higher level:
this just raises the appropriate error.
"""
raise StreamClosedError(self.stream_id)
def send_on_closed_stream(self, previous_state):
"""
Called when an attempt is made to send data on an already-closed
stream.
This essentially overrides the standard logic by throwing a
more-specific error: StreamClosedError. This is a ProtocolError, so it
matches the standard API of the state machine, but provides more detail
to the user.
"""
raise StreamClosedError(self.stream_id)
def recv_push_on_closed_stream(self, previous_state):
"""
Called when a PUSH_PROMISE frame is received on a full stop
stream.
If the stream was closed by us sending a RST_STREAM frame, then we
presume that the PUSH_PROMISE was in flight when we reset the parent
stream. Rathen than accept the new stream, we just reset it.
Otherwise, we should call this a PROTOCOL_ERROR: pushing a stream on a
naturally closed stream is a real problem because it creates a brand
new stream that the remote peer now believes exists.
"""
assert self.stream_closed_by is not None
if self.stream_closed_by == StreamClosedBy.SEND_RST_STREAM:
raise StreamClosedError(self.stream_id)
else:
raise ProtocolError("Attempted to push on closed stream.")
def send_push_on_closed_stream(self, previous_state):
"""
Called when an attempt is made to push on an already-closed stream.
This essentially overrides the standard logic by providing a more
useful error message. It's necessary because simply indicating that the
stream is closed is not enough: there is now a new stream that is not
allowed to be there. The only recourse is to tear the whole connection
down.
"""
raise ProtocolError("Attempted to push on closed stream.")
def window_on_closed_stream(self, previous_state):
"""
Called when a WINDOW_UPDATE frame is received on an already-closed
stream.
If we sent an END_STREAM frame, we just ignore the frame, as instructed
in RFC 7540 Section 5.1. Technically we should eventually consider
WINDOW_UPDATE in this state an error, but we don't have access to a
clock so we just always allow it. If we closed the stream for any other
reason, we behave as we do for receiving any other frame on a closed
stream.
"""
assert self.stream_closed_by is not None
if self.stream_closed_by == StreamClosedBy.SEND_END_STREAM:
return []
return self.recv_on_closed_stream(previous_state)
def reset_on_closed_stream(self, previous_state):
"""
Called when a RST_STREAM frame is received on an already-closed stream.
If we sent an END_STREAM frame, we just ignore the frame, as instructed
in RFC 7540 Section 5.1. Technically we should eventually consider
RST_STREAM in this state an error, but we don't have access to a clock
so we just always allow it. If we closed the stream for any other
reason, we behave as we do for receiving any other frame on a closed
stream.
"""
assert self.stream_closed_by is not None
if self.stream_closed_by is StreamClosedBy.SEND_END_STREAM:
return []
return self.recv_on_closed_stream(previous_state)
def send_informational_response(self, previous_state):
"""
Called when an informational header block is sent (that is, a block
where the :status header has a 1XX value).
Only enforces that these are sent *before* final headers are sent.
"""
if self.headers_sent:
raise ProtocolError("Information response after final response")
event = _ResponseSent()
return [event]
def recv_informational_response(self, previous_state):
"""
Called when an informational header block is received (that is, a block
where the :status header has a 1XX value).
"""
if self.headers_received:
raise ProtocolError("Informational response after final response")
event = InformationalResponseReceived()
event.stream_id = self.stream_id
return [event]
def recv_alt_svc(self, previous_state):
"""
Called when receiving an ALTSVC frame.
RFC 7838 allows us to receive ALTSVC frames at any stream state, which
is really absurdly overzealous. For that reason, we want to limit the
states in which we can actually receive it. It's really only sensible
to receive it after we've sent our own headers and before the server
has sent its header block: the server can't guarantee that we have any
state around after it completes its header block, and the server
doesn't know what origin we're talking about before we've sent ours.
For that reason, this function applies a few extra checks on both state
and some of the little state variables we keep around. If those suggest
an unreasonable situation for the ALTSVC frame to have been sent in,
we quietly ignore it (as RFC 7838 suggests).
This function is also *not* always called by the state machine. In some
states (IDLE, RESERVED_LOCAL, CLOSED) we don't bother to call it,
because we know the frame cannot be valid in that state (IDLE because
the server cannot know what origin the stream applies to, CLOSED
because the server cannot assume we still have state around,
RESERVED_LOCAL because by definition if we're in the RESERVED_LOCAL
state then *we* are the server).
"""
# Servers can't receive ALTSVC frames, but RFC 7838 tells us to ignore
# them.
if self.client is False:
return []
# If we've received the response headers from the server they can't
# guarantee we still have any state around. Other implementations
# (like nghttp2) ignore ALTSVC in this state, so we will too.
if self.headers_received:
return []
# Otherwise, this is a sensible enough frame to have received. Return
# the event and let it get populated.
return [AlternativeServiceAvailable()]
def send_alt_svc(self, previous_state):
"""
Called when sending an ALTSVC frame on this stream.
For consistency with the restrictions we apply on receiving ALTSVC
frames in ``recv_alt_svc``, we want to restrict when users can send
ALTSVC frames to the situations when we ourselves would accept them.
That means: when we are a server, when we have received the request
headers, and when we have not yet sent our own response headers.
"""
# We should not send ALTSVC after we've sent response headers, as the
# client may have disposed of its state.
if self.headers_sent:
raise ProtocolError(
"Cannot send ALTSVC after sending response headers."
)
return
# STATE MACHINE
#
# The stream state machine is defined here to avoid the need to allocate it
# repeatedly for each stream. It cannot be defined in the stream class because
# it needs to be able to reference the callbacks defined on the class, but
# because Python's scoping rules are weird the class object is not actually in
# scope during the body of the class object.
#
# For the sake of clarity, we reproduce the RFC 7540 state machine here:
#
# +--------+
# send PP | | recv PP
# ,--------| idle |--------.
# / | | \
# v +--------+ v
# +----------+ | +----------+
# | | | send H / | |
# ,------| reserved | | recv H | reserved |------.
# | | (local) | | | (remote) | |
# | +----------+ v +----------+ |
# | | +--------+ | |
# | | recv ES | | send ES | |
# | send H | ,-------| open |-------. | recv H |
# | | / | | \ | |
# | v v +--------+ v v |
# | +----------+ | +----------+ |
# | | half | | | half | |
# | | closed | | send R / | closed | |
# | | (remote) | | recv R | (local) | |
# | +----------+ | +----------+ |
# | | | | |
# | | send ES / | recv ES / | |
# | | send R / v send R / | |
# | | recv R +--------+ recv R | |
# | send R / `----------->| |<-----------' send R / |
# | recv R | closed | recv R |
# `----------------------->| |<----------------------'
# +--------+
#
# send: endpoint sends this frame
# recv: endpoint receives this frame
#
# H: HEADERS frame (with implied CONTINUATIONs)
# PP: PUSH_PROMISE frame (with implied CONTINUATIONs)
# ES: END_STREAM flag
# R: RST_STREAM frame
#
# For the purposes of this state machine we treat HEADERS and their
# associated CONTINUATION frames as a single jumbo frame. The protocol
# allows/requires this by preventing other frames from being interleved in
# between HEADERS/CONTINUATION frames. However, if a CONTINUATION frame is
# received without a prior HEADERS frame, it *will* be passed to this state
# machine. The state machine should always reject that frame, either as an
# invalid transition or because the stream is closed.
#
# There is a confusing relationship around PUSH_PROMISE frames. The state
# machine above considers them to be frames belonging to the new stream,
# which is *somewhat* true. However, they are sent with the stream ID of
# their related stream, and are only sendable in some cases.
# For this reason, our state machine implementation below allows for
# PUSH_PROMISE frames both in the IDLE state (as in the diagram), but also
# in the OPEN, HALF_CLOSED_LOCAL, and HALF_CLOSED_REMOTE states.
# Essentially, for hyper-h2, PUSH_PROMISE frames are effectively sent on
# two streams.
#
# The _transitions dictionary contains a mapping of tuples of
# (state, input) to tuples of (side_effect_function, end_state). This
# map contains all allowed transitions: anything not in this map is
# invalid and immediately causes a transition to ``closed``.
_transitions = {
# State: idle
(StreamState.IDLE, StreamInputs.SEND_HEADERS):
(H2StreamStateMachine.request_sent, StreamState.OPEN),
(StreamState.IDLE, StreamInputs.RECV_HEADERS):
(H2StreamStateMachine.request_received, StreamState.OPEN),
(StreamState.IDLE, StreamInputs.RECV_DATA):
(H2StreamStateMachine.reset_stream_on_error, StreamState.CLOSED),
(StreamState.IDLE, StreamInputs.SEND_PUSH_PROMISE):
(H2StreamStateMachine.send_new_pushed_stream,
StreamState.RESERVED_LOCAL),
(StreamState.IDLE, StreamInputs.RECV_PUSH_PROMISE):
(H2StreamStateMachine.recv_new_pushed_stream,
StreamState.RESERVED_REMOTE),
(StreamState.IDLE, StreamInputs.RECV_ALTERNATIVE_SERVICE):
(None, StreamState.IDLE),
(StreamState.IDLE, StreamInputs.UPGRADE_CLIENT):
(H2StreamStateMachine.request_sent, StreamState.HALF_CLOSED_LOCAL),
(StreamState.IDLE, StreamInputs.UPGRADE_SERVER):
(H2StreamStateMachine.request_received,
StreamState.HALF_CLOSED_REMOTE),
# State: reserved local
(StreamState.RESERVED_LOCAL, StreamInputs.SEND_HEADERS):
(H2StreamStateMachine.response_sent, StreamState.HALF_CLOSED_REMOTE),
(StreamState.RESERVED_LOCAL, StreamInputs.RECV_DATA):
(H2StreamStateMachine.reset_stream_on_error, StreamState.CLOSED),
(StreamState.RESERVED_LOCAL, StreamInputs.SEND_WINDOW_UPDATE):
(None, StreamState.RESERVED_LOCAL),
(StreamState.RESERVED_LOCAL, StreamInputs.RECV_WINDOW_UPDATE):
(H2StreamStateMachine.window_updated, StreamState.RESERVED_LOCAL),
(StreamState.RESERVED_LOCAL, StreamInputs.SEND_RST_STREAM):
(H2StreamStateMachine.send_reset_stream, StreamState.CLOSED),
(StreamState.RESERVED_LOCAL, StreamInputs.RECV_RST_STREAM):
(H2StreamStateMachine.stream_reset, StreamState.CLOSED),
(StreamState.RESERVED_LOCAL, StreamInputs.SEND_ALTERNATIVE_SERVICE):
(H2StreamStateMachine.send_alt_svc, StreamState.RESERVED_LOCAL),
(StreamState.RESERVED_LOCAL, StreamInputs.RECV_ALTERNATIVE_SERVICE):
(None, StreamState.RESERVED_LOCAL),
# State: reserved remote
(StreamState.RESERVED_REMOTE, StreamInputs.RECV_HEADERS):
(H2StreamStateMachine.response_received,
StreamState.HALF_CLOSED_LOCAL),
(StreamState.RESERVED_REMOTE, StreamInputs.RECV_DATA):
(H2StreamStateMachine.reset_stream_on_error, StreamState.CLOSED),
(StreamState.RESERVED_REMOTE, StreamInputs.SEND_WINDOW_UPDATE):
(None, StreamState.RESERVED_REMOTE),
(StreamState.RESERVED_REMOTE, StreamInputs.RECV_WINDOW_UPDATE):
(H2StreamStateMachine.window_updated, StreamState.RESERVED_REMOTE),
(StreamState.RESERVED_REMOTE, StreamInputs.SEND_RST_STREAM):
(H2StreamStateMachine.send_reset_stream, StreamState.CLOSED),
(StreamState.RESERVED_REMOTE, StreamInputs.RECV_RST_STREAM):
(H2StreamStateMachine.stream_reset, StreamState.CLOSED),
(StreamState.RESERVED_REMOTE, StreamInputs.RECV_ALTERNATIVE_SERVICE):
(H2StreamStateMachine.recv_alt_svc, StreamState.RESERVED_REMOTE),
# State: open
(StreamState.OPEN, StreamInputs.SEND_HEADERS):
(H2StreamStateMachine.response_sent, StreamState.OPEN),
(StreamState.OPEN, StreamInputs.RECV_HEADERS):
(H2StreamStateMachine.response_received, StreamState.OPEN),
(StreamState.OPEN, StreamInputs.SEND_DATA):
(None, StreamState.OPEN),
(StreamState.OPEN, StreamInputs.RECV_DATA):
(H2StreamStateMachine.data_received, StreamState.OPEN),
(StreamState.OPEN, StreamInputs.SEND_END_STREAM):
(None, StreamState.HALF_CLOSED_LOCAL),
(StreamState.OPEN, StreamInputs.RECV_END_STREAM):
(H2StreamStateMachine.stream_half_closed,
StreamState.HALF_CLOSED_REMOTE),
(StreamState.OPEN, StreamInputs.SEND_WINDOW_UPDATE):
(None, StreamState.OPEN),
(StreamState.OPEN, StreamInputs.RECV_WINDOW_UPDATE):
(H2StreamStateMachine.window_updated, StreamState.OPEN),
(StreamState.OPEN, StreamInputs.SEND_RST_STREAM):
(H2StreamStateMachine.send_reset_stream, StreamState.CLOSED),
(StreamState.OPEN, StreamInputs.RECV_RST_STREAM):
(H2StreamStateMachine.stream_reset, StreamState.CLOSED),
(StreamState.OPEN, StreamInputs.SEND_PUSH_PROMISE):
(H2StreamStateMachine.send_push_promise, StreamState.OPEN),
(StreamState.OPEN, StreamInputs.RECV_PUSH_PROMISE):
(H2StreamStateMachine.recv_push_promise, StreamState.OPEN),
(StreamState.OPEN, StreamInputs.SEND_INFORMATIONAL_HEADERS):
(H2StreamStateMachine.send_informational_response, StreamState.OPEN),
(StreamState.OPEN, StreamInputs.RECV_INFORMATIONAL_HEADERS):
(H2StreamStateMachine.recv_informational_response, StreamState.OPEN),
(StreamState.OPEN, StreamInputs.SEND_ALTERNATIVE_SERVICE):
(H2StreamStateMachine.send_alt_svc, StreamState.OPEN),
(StreamState.OPEN, StreamInputs.RECV_ALTERNATIVE_SERVICE):
(H2StreamStateMachine.recv_alt_svc, StreamState.OPEN),
# State: half-closed remote
(StreamState.HALF_CLOSED_REMOTE, StreamInputs.SEND_HEADERS):
(H2StreamStateMachine.response_sent, StreamState.HALF_CLOSED_REMOTE),
(StreamState.HALF_CLOSED_REMOTE, StreamInputs.RECV_HEADERS):
(H2StreamStateMachine.reset_stream_on_error, StreamState.CLOSED),
(StreamState.HALF_CLOSED_REMOTE, StreamInputs.SEND_DATA):
(None, StreamState.HALF_CLOSED_REMOTE),
(StreamState.HALF_CLOSED_REMOTE, StreamInputs.RECV_DATA):
(H2StreamStateMachine.reset_stream_on_error, StreamState.CLOSED),
(StreamState.HALF_CLOSED_REMOTE, StreamInputs.SEND_END_STREAM):
(H2StreamStateMachine.send_end_stream, StreamState.CLOSED),
(StreamState.HALF_CLOSED_REMOTE, StreamInputs.SEND_WINDOW_UPDATE):
(None, StreamState.HALF_CLOSED_REMOTE),
(StreamState.HALF_CLOSED_REMOTE, StreamInputs.RECV_WINDOW_UPDATE):
(H2StreamStateMachine.window_updated, StreamState.HALF_CLOSED_REMOTE),
(StreamState.HALF_CLOSED_REMOTE, StreamInputs.SEND_RST_STREAM):
(H2StreamStateMachine.send_reset_stream, StreamState.CLOSED),
(StreamState.HALF_CLOSED_REMOTE, StreamInputs.RECV_RST_STREAM):
(H2StreamStateMachine.stream_reset, StreamState.CLOSED),
(StreamState.HALF_CLOSED_REMOTE, StreamInputs.SEND_PUSH_PROMISE):
(H2StreamStateMachine.send_push_promise,
StreamState.HALF_CLOSED_REMOTE),
(StreamState.HALF_CLOSED_REMOTE, StreamInputs.RECV_PUSH_PROMISE):
(H2StreamStateMachine.reset_stream_on_error, StreamState.CLOSED),
(StreamState.HALF_CLOSED_REMOTE, StreamInputs.SEND_INFORMATIONAL_HEADERS):
(H2StreamStateMachine.send_informational_response,
StreamState.HALF_CLOSED_REMOTE),
(StreamState.HALF_CLOSED_REMOTE, StreamInputs.SEND_ALTERNATIVE_SERVICE):
(H2StreamStateMachine.send_alt_svc, StreamState.HALF_CLOSED_REMOTE),
(StreamState.HALF_CLOSED_REMOTE, StreamInputs.RECV_ALTERNATIVE_SERVICE):
(H2StreamStateMachine.recv_alt_svc, StreamState.HALF_CLOSED_REMOTE),
# State: half-closed local
(StreamState.HALF_CLOSED_LOCAL, StreamInputs.RECV_HEADERS):
(H2StreamStateMachine.response_received,
StreamState.HALF_CLOSED_LOCAL),
(StreamState.HALF_CLOSED_LOCAL, StreamInputs.RECV_DATA):
(H2StreamStateMachine.data_received, StreamState.HALF_CLOSED_LOCAL),
(StreamState.HALF_CLOSED_LOCAL, StreamInputs.RECV_END_STREAM):
(H2StreamStateMachine.stream_ended, StreamState.CLOSED),
(StreamState.HALF_CLOSED_LOCAL, StreamInputs.SEND_WINDOW_UPDATE):
(None, StreamState.HALF_CLOSED_LOCAL),
(StreamState.HALF_CLOSED_LOCAL, StreamInputs.RECV_WINDOW_UPDATE):
(H2StreamStateMachine.window_updated, StreamState.HALF_CLOSED_LOCAL),
(StreamState.HALF_CLOSED_LOCAL, StreamInputs.SEND_RST_STREAM):
(H2StreamStateMachine.send_reset_stream, StreamState.CLOSED),
(StreamState.HALF_CLOSED_LOCAL, StreamInputs.RECV_RST_STREAM):
(H2StreamStateMachine.stream_reset, StreamState.CLOSED),
(StreamState.HALF_CLOSED_LOCAL, StreamInputs.RECV_PUSH_PROMISE):
(H2StreamStateMachine.recv_push_promise,
StreamState.HALF_CLOSED_LOCAL),
(StreamState.HALF_CLOSED_LOCAL, StreamInputs.RECV_INFORMATIONAL_HEADERS):
(H2StreamStateMachine.recv_informational_response,
StreamState.HALF_CLOSED_LOCAL),
(StreamState.HALF_CLOSED_LOCAL, StreamInputs.SEND_ALTERNATIVE_SERVICE):
(H2StreamStateMachine.send_alt_svc, StreamState.HALF_CLOSED_LOCAL),
(StreamState.HALF_CLOSED_LOCAL, StreamInputs.RECV_ALTERNATIVE_SERVICE):
(H2StreamStateMachine.recv_alt_svc, StreamState.HALF_CLOSED_LOCAL),
# State: closed
(StreamState.CLOSED, StreamInputs.RECV_END_STREAM):
(None, StreamState.CLOSED),
(StreamState.CLOSED, StreamInputs.RECV_ALTERNATIVE_SERVICE):
(None, StreamState.CLOSED),
# RFC 7540 Section 5.1 defines how the end point should react when
# receiving a frame on a closed stream with the following statements:
#
# > An endpoint that receives any frame other than PRIORITY after receiving
# > a RST_STREAM MUST treat that as a stream error of type STREAM_CLOSED.
# > An endpoint that receives any frames after receiving a frame with the
# > END_STREAM flag set MUST treat that as a connection error of type
# > STREAM_CLOSED.
(StreamState.CLOSED, StreamInputs.RECV_HEADERS):
(H2StreamStateMachine.recv_on_closed_stream, StreamState.CLOSED),
(StreamState.CLOSED, StreamInputs.RECV_DATA):
(H2StreamStateMachine.recv_on_closed_stream, StreamState.CLOSED),
# > WINDOW_UPDATE or RST_STREAM frames can be received in this state
# > for a short period after a DATA or HEADERS frame containing a
# > END_STREAM flag is sent.
(StreamState.CLOSED, StreamInputs.RECV_WINDOW_UPDATE):
(H2StreamStateMachine.window_on_closed_stream, StreamState.CLOSED),
(StreamState.CLOSED, StreamInputs.RECV_RST_STREAM):
(H2StreamStateMachine.reset_on_closed_stream, StreamState.CLOSED),
# > A receiver MUST treat the receipt of a PUSH_PROMISE on a stream that is
# > neither "open" nor "half-closed (local)" as a connection error of type
# > PROTOCOL_ERROR.
(StreamState.CLOSED, StreamInputs.RECV_PUSH_PROMISE):
(H2StreamStateMachine.recv_push_on_closed_stream, StreamState.CLOSED),
# Also, users should be forbidden from sending on closed streams.
(StreamState.CLOSED, StreamInputs.SEND_HEADERS):
(H2StreamStateMachine.send_on_closed_stream, StreamState.CLOSED),
(StreamState.CLOSED, StreamInputs.SEND_PUSH_PROMISE):
(H2StreamStateMachine.send_push_on_closed_stream, StreamState.CLOSED),
(StreamState.CLOSED, StreamInputs.SEND_RST_STREAM):
(H2StreamStateMachine.send_on_closed_stream, StreamState.CLOSED),
(StreamState.CLOSED, StreamInputs.SEND_DATA):
(H2StreamStateMachine.send_on_closed_stream, StreamState.CLOSED),
(StreamState.CLOSED, StreamInputs.SEND_WINDOW_UPDATE):
(H2StreamStateMachine.send_on_closed_stream, StreamState.CLOSED),
(StreamState.CLOSED, StreamInputs.SEND_END_STREAM):
(H2StreamStateMachine.send_on_closed_stream, StreamState.CLOSED),
}
class H2Stream(object):
"""
A low-level HTTP/2 stream object. This handles building and receiving
frames and maintains per-stream state.
This wraps a HTTP/2 Stream state machine implementation, ensuring that
frames can only be sent/received when the stream is in a valid state.
Attempts to create frames that cannot be sent will raise a
``ProtocolError``.
"""
def __init__(self,
stream_id,
config,
inbound_window_size,
outbound_window_size):
self.state_machine = H2StreamStateMachine(stream_id)
self.stream_id = stream_id
self.max_outbound_frame_size = None
self.request_method = None
# The curent value of the outbound stream flow control window
self.outbound_flow_control_window = outbound_window_size
# The flow control manager.
self._inbound_window_manager = WindowManager(inbound_window_size)
# The expected content length, if any.
self._expected_content_length = None
# The actual received content length. Always tracked.
self._actual_content_length = 0
# The authority we believe this stream belongs to.
self._authority = None
# The configuration for this stream.
self.config = config
def __repr__(self):
return "<%s id:%d state:%r>" % (
type(self).__name__,
self.stream_id,
self.state_machine.state
)
@property
def inbound_flow_control_window(self):
"""
The size of the inbound flow control window for the stream. This is
rarely publicly useful: instead, use :meth:`remote_flow_control_window
<h2.stream.H2Stream.remote_flow_control_window>`. This shortcut is
largely present to provide a shortcut to this data.
"""
return self._inbound_window_manager.current_window_size
@property
def open(self):
"""
Whether the stream is 'open' in any sense: that is, whether it counts
against the number of concurrent streams.
"""
# RFC 7540 Section 5.1.2 defines 'open' for this purpose to mean either
# the OPEN state or either of the HALF_CLOSED states. Perplexingly,
# this excludes the reserved states.
# For more detail on why we're doing this in this slightly weird way,
# see the comment on ``STREAM_OPEN`` at the top of the file.
return STREAM_OPEN[self.state_machine.state]
@property
def closed(self):
"""
Whether the stream is closed.
"""
return self.state_machine.state == StreamState.CLOSED
@property
def closed_by(self):
"""
Returns how the stream was closed, as one of StreamClosedBy.
"""
return self.state_machine.stream_closed_by
def upgrade(self, client_side):
"""
Called by the connection to indicate that this stream is the initial
request/response of an upgraded connection. Places the stream into an
appropriate state.
"""
self.config.logger.debug("Upgrading %r", self)
assert self.stream_id == 1
input_ = (
StreamInputs.UPGRADE_CLIENT if client_side
else StreamInputs.UPGRADE_SERVER
)
# This may return events, we deliberately don't want them.
self.state_machine.process_input(input_)
return
def send_headers(self, headers, encoder, end_stream=False):
"""
Returns a list of HEADERS/CONTINUATION frames to emit as either headers
or trailers.
"""
self.config.logger.debug("Send headers %s on %r", headers, self)
# Because encoding headers makes an irreversible change to the header
# compression context, we make the state transition before we encode
# them.
# First, check if we're a client. If we are, no problem: if we aren't,
# we need to scan the header block to see if this is an informational
# response.
input_ = StreamInputs.SEND_HEADERS
if ((not self.state_machine.client) and
is_informational_response(headers)):
if end_stream:
raise ProtocolError(
"Cannot set END_STREAM on informational responses."
)
input_ = StreamInputs.SEND_INFORMATIONAL_HEADERS
events = self.state_machine.process_input(input_)
hf = HeadersFrame(self.stream_id)
hdr_validation_flags = self._build_hdr_validation_flags(events)
frames = self._build_headers_frames(
headers, encoder, hf, hdr_validation_flags
)
if end_stream:
# Not a bug: the END_STREAM flag is valid on the initial HEADERS
# frame, not the CONTINUATION frames that follow.
self.state_machine.process_input(StreamInputs.SEND_END_STREAM)
frames[0].flags.add('END_STREAM')
if self.state_machine.trailers_sent and not end_stream:
raise ProtocolError("Trailers must have END_STREAM set.")
if self.state_machine.client and self._authority is None:
self._authority = authority_from_headers(headers)
# store request method for _initialize_content_length
self.request_method = extract_method_header(headers)
return frames
def push_stream_in_band(self, related_stream_id, headers, encoder):
"""
Returns a list of PUSH_PROMISE/CONTINUATION frames to emit as a pushed
stream header. Called on the stream that has the PUSH_PROMISE frame
sent on it.
"""
self.config.logger.debug("Push stream %r", self)
# Because encoding headers makes an irreversible change to the header
# compression context, we make the state transition *first*.
events = self.state_machine.process_input(
StreamInputs.SEND_PUSH_PROMISE
)
ppf = PushPromiseFrame(self.stream_id)
ppf.promised_stream_id = related_stream_id
hdr_validation_flags = self._build_hdr_validation_flags(events)
frames = self._build_headers_frames(
headers, encoder, ppf, hdr_validation_flags
)
return frames
def locally_pushed(self):
"""
Mark this stream as one that was pushed by this peer. Must be called
immediately after initialization. Sends no frames, simply updates the
state machine.
"""
# This does not trigger any events.
events = self.state_machine.process_input(
StreamInputs.SEND_PUSH_PROMISE
)
assert not events
return []
def send_data(self, data, end_stream=False, pad_length=None):
"""
Prepare some data frames. Optionally end the stream.
.. warning:: Does not perform flow control checks.
"""
self.config.logger.debug(
"Send data on %r with end stream set to %s", self, end_stream
)
self.state_machine.process_input(StreamInputs.SEND_DATA)
df = DataFrame(self.stream_id)
df.data = data
if end_stream:
self.state_machine.process_input(StreamInputs.SEND_END_STREAM)
df.flags.add('END_STREAM')
if pad_length is not None:
df.flags.add('PADDED')
df.pad_length = pad_length
# Subtract flow_controlled_length to account for possible padding
self.outbound_flow_control_window -= df.flow_controlled_length
assert self.outbound_flow_control_window >= 0
return [df]
def end_stream(self):
"""
End a stream without sending data.
"""
self.config.logger.debug("End stream %r", self)
self.state_machine.process_input(StreamInputs.SEND_END_STREAM)
df = DataFrame(self.stream_id)
df.flags.add('END_STREAM')
return [df]
def advertise_alternative_service(self, field_value):
"""
Advertise an RFC 7838 alternative service. The semantics of this are
better documented in the ``H2Connection`` class.
"""
self.config.logger.debug(
"Advertise alternative service of %r for %r", field_value, self
)
self.state_machine.process_input(StreamInputs.SEND_ALTERNATIVE_SERVICE)
asf = AltSvcFrame(self.stream_id)
asf.field = field_value
return [asf]
def increase_flow_control_window(self, increment):
"""
Increase the size of the flow control window for the remote side.
"""
self.config.logger.debug(
"Increase flow control window for %r by %d",
self, increment
)
self.state_machine.process_input(StreamInputs.SEND_WINDOW_UPDATE)
self._inbound_window_manager.window_opened(increment)
wuf = WindowUpdateFrame(self.stream_id)
wuf.window_increment = increment
return [wuf]
def receive_push_promise_in_band(self,
promised_stream_id,
headers,
header_encoding):
"""
Receives a push promise frame sent on this stream, pushing a remote
stream. This is called on the stream that has the PUSH_PROMISE sent
on it.
"""
self.config.logger.debug(
"Receive Push Promise on %r for remote stream %d",
self, promised_stream_id
)
events = self.state_machine.process_input(
StreamInputs.RECV_PUSH_PROMISE
)
events[0].pushed_stream_id = promised_stream_id
hdr_validation_flags = self._build_hdr_validation_flags(events)
events[0].headers = self._process_received_headers(
headers, hdr_validation_flags, header_encoding
)
return [], events
def remotely_pushed(self, pushed_headers):
"""
Mark this stream as one that was pushed by the remote peer. Must be
called immediately after initialization. Sends no frames, simply
updates the state machine.
"""
self.config.logger.debug("%r pushed by remote peer", self)
events = self.state_machine.process_input(
StreamInputs.RECV_PUSH_PROMISE
)
self._authority = authority_from_headers(pushed_headers)
return [], events
def receive_headers(self, headers, end_stream, header_encoding):
"""
Receive a set of headers (or trailers).
"""
if is_informational_response(headers):
if end_stream:
raise ProtocolError(
"Cannot set END_STREAM on informational responses"
)
input_ = StreamInputs.RECV_INFORMATIONAL_HEADERS
else:
input_ = StreamInputs.RECV_HEADERS
events = self.state_machine.process_input(input_)
if end_stream:
es_events = self.state_machine.process_input(
StreamInputs.RECV_END_STREAM
)
events[0].stream_ended = es_events[0]
events += es_events
self._initialize_content_length(headers)
if isinstance(events[0], TrailersReceived):
if not end_stream:
raise ProtocolError("Trailers must have END_STREAM set")
hdr_validation_flags = self._build_hdr_validation_flags(events)
events[0].headers = self._process_received_headers(
headers, hdr_validation_flags, header_encoding
)
return [], events
def receive_data(self, data, end_stream, flow_control_len):
"""
Receive some data.
"""
self.config.logger.debug(
"Receive data on %r with end stream %s and flow control length "
"set to %d", self, end_stream, flow_control_len
)
events = self.state_machine.process_input(StreamInputs.RECV_DATA)
self._inbound_window_manager.window_consumed(flow_control_len)
self._track_content_length(len(data), end_stream)
if end_stream:
es_events = self.state_machine.process_input(
StreamInputs.RECV_END_STREAM
)
events[0].stream_ended = es_events[0]
events.extend(es_events)
events[0].data = data
events[0].flow_controlled_length = flow_control_len
return [], events
def receive_window_update(self, increment):
"""
Handle a WINDOW_UPDATE increment.
"""
self.config.logger.debug(
"Receive Window Update on %r for increment of %d",
self, increment
)
events = self.state_machine.process_input(
StreamInputs.RECV_WINDOW_UPDATE
)
frames = []
# If we encounter a problem with incrementing the flow control window,
# this should be treated as a *stream* error, not a *connection* error.
# That means we need to catch the error and forcibly close the stream.
if events:
events[0].delta = increment
try:
self.outbound_flow_control_window = guard_increment_window(
self.outbound_flow_control_window,
increment
)
except FlowControlError:
# Ok, this is bad. We're going to need to perform a local
# reset.
event = StreamReset()
event.stream_id = self.stream_id
event.error_code = ErrorCodes.FLOW_CONTROL_ERROR
event.remote_reset = False
events = [event]
frames = self.reset_stream(event.error_code)
return frames, events
def receive_continuation(self):
"""
A naked CONTINUATION frame has been received. This is always an error,
but the type of error it is depends on the state of the stream and must
transition the state of the stream, so we need to handle it.
"""
self.config.logger.debug("Receive Continuation frame on %r", self)
self.state_machine.process_input(
StreamInputs.RECV_CONTINUATION
)
assert False, "Should not be reachable"
def receive_alt_svc(self, frame):
"""
An Alternative Service frame was received on the stream. This frame
inherits the origin associated with this stream.
"""
self.config.logger.debug(
"Receive Alternative Service frame on stream %r", self
)
# If the origin is present, RFC 7838 says we have to ignore it.
if frame.origin:
return [], []
events = self.state_machine.process_input(
StreamInputs.RECV_ALTERNATIVE_SERVICE
)
# There are lots of situations where we want to ignore the ALTSVC
# frame. If we need to pay attention, we'll have an event and should
# fill it out.
if events:
assert isinstance(events[0], AlternativeServiceAvailable)
events[0].origin = self._authority
events[0].field_value = frame.field
return [], events
def reset_stream(self, error_code=0):
"""
Close the stream locally. Reset the stream with an error code.
"""
self.config.logger.debug(
"Local reset %r with error code: %d", self, error_code
)
self.state_machine.process_input(StreamInputs.SEND_RST_STREAM)
rsf = RstStreamFrame(self.stream_id)
rsf.error_code = error_code
return [rsf]
def stream_reset(self, frame):
"""
Handle a stream being reset remotely.
"""
self.config.logger.debug(
"Remote reset %r with error code: %d", self, frame.error_code
)
events = self.state_machine.process_input(StreamInputs.RECV_RST_STREAM)
if events:
# We don't fire an event if this stream is already closed.
events[0].error_code = _error_code_from_int(frame.error_code)
return [], events
def acknowledge_received_data(self, acknowledged_size):
"""
The user has informed us that they've processed some amount of data
that was received on this stream. Pass that to the window manager and
potentially return some WindowUpdate frames.
"""
self.config.logger.debug(
"Acknowledge received data with size %d on %r",
acknowledged_size, self
)
increment = self._inbound_window_manager.process_bytes(
acknowledged_size
)
if increment:
f = WindowUpdateFrame(self.stream_id)
f.window_increment = increment
return [f]
return []
def _build_hdr_validation_flags(self, events):
"""
Constructs a set of header validation flags for use when normalizing
and validating header blocks.
"""
is_trailer = isinstance(
events[0], (_TrailersSent, TrailersReceived)
)
is_response_header = isinstance(
events[0],
(
_ResponseSent,
ResponseReceived,
InformationalResponseReceived
)
)
is_push_promise = isinstance(
events[0], (PushedStreamReceived, _PushedRequestSent)
)
return HeaderValidationFlags(
is_client=self.state_machine.client,
is_trailer=is_trailer,
is_response_header=is_response_header,
is_push_promise=is_push_promise,
)
def _build_headers_frames(self,
headers,
encoder,
first_frame,
hdr_validation_flags):
"""
Helper method to build headers or push promise frames.
"""
# We need to lowercase the header names, and to ensure that secure
# header fields are kept out of compression contexts.
if self.config.normalize_outbound_headers:
headers = normalize_outbound_headers(
headers, hdr_validation_flags
)
if self.config.validate_outbound_headers:
headers = validate_outbound_headers(
headers, hdr_validation_flags
)
encoded_headers = encoder.encode(headers)
# Slice into blocks of max_outbound_frame_size. Be careful with this:
# it only works right because we never send padded frames or priority
# information on the frames. Revisit this if we do.
header_blocks = [
encoded_headers[i:i+self.max_outbound_frame_size]
for i in range(
0, len(encoded_headers), self.max_outbound_frame_size
)
]
frames = []
first_frame.data = header_blocks[0]
frames.append(first_frame)
for block in header_blocks[1:]:
cf = ContinuationFrame(self.stream_id)
cf.data = block
frames.append(cf)
frames[-1].flags.add('END_HEADERS')
return frames
def _process_received_headers(self,
headers,
header_validation_flags,
header_encoding):
"""
When headers have been received from the remote peer, run a processing
pipeline on them to transform them into the appropriate form for
attaching to an event.
"""
if self.config.normalize_inbound_headers:
headers = normalize_inbound_headers(
headers, header_validation_flags
)
if self.config.validate_inbound_headers:
headers = validate_headers(headers, header_validation_flags)
if header_encoding:
headers = _decode_headers(headers, header_encoding)
# The above steps are all generators, so we need to concretize the
# headers now.
return list(headers)
def _initialize_content_length(self, headers):
"""
Checks the headers for a content-length header and initializes the
_expected_content_length field from it. It's not an error for no
Content-Length header to be present.
"""
if self.request_method == b'HEAD':
self._expected_content_length = 0
return
for n, v in headers:
if n == b'content-length':
try:
self._expected_content_length = int(v, 10)
except ValueError:
raise ProtocolError(
"Invalid content-length header: %s" % v
)
return
def _track_content_length(self, length, end_stream):
"""
Update the expected content length in response to data being received.
Validates that the appropriate amount of data is sent. Always updates
the received data, but only validates the length against the
content-length header if one was sent.
:param length: The length of the body chunk received.
:param end_stream: If this is the last body chunk received.
"""
self._actual_content_length += length
actual = self._actual_content_length
expected = self._expected_content_length
if expected is not None:
if expected < actual:
raise InvalidBodyLengthError(expected, actual)
if end_stream and expected != actual:
raise InvalidBodyLengthError(expected, actual)
def _inbound_flow_control_change_from_settings(self, delta):
"""
We changed SETTINGS_INITIAL_WINDOW_SIZE, which means we need to
update the target window size for flow control. For our flow control
strategy, this means we need to do two things: we need to adjust the
current window size, but we also need to set the target maximum window
size to the new value.
"""
new_max_size = self._inbound_window_manager.max_window_size + delta
self._inbound_window_manager.window_opened(delta)
self._inbound_window_manager.max_window_size = new_max_size
def _decode_headers(headers, encoding):
"""
Given an iterable of header two-tuples and an encoding, decodes those
headers using that encoding while preserving the type of the header tuple.
This ensures that the use of ``HeaderTuple`` is preserved.
"""
for header in headers:
# This function expects to work on decoded headers, which are always
# HeaderTuple objects.
assert isinstance(header, HeaderTuple)
name, value = header
name = name.decode(encoding)
value = value.decode(encoding)
yield header.__class__(name, value)
|