@@ -344,7 +344,9 @@ def patched_process_anthropic_claude_chunk(self, chunk):
344344 return
345345
346346 if message_type == "message_start" :
347- # {'type': 'message_start', 'message': {'id': 'id', 'type': 'message', 'role': 'assistant', 'model': 'claude-2.0', 'content': [], 'stop_reason': None, 'stop_sequence': None, 'usage': {'input_tokens': 18, 'output_tokens': 1}}}
347+ # {'type': 'message_start', 'message': {'id': 'id', 'type': 'message', 'role': 'assistant',
348+ # 'model': 'claude-2.0', 'content': [], 'stop_reason': None, 'stop_sequence': None,
349+ # 'usage': {'input_tokens': 18, 'output_tokens': 1}}}
348350 if chunk .get ("message" , {}).get ("role" ) == "assistant" :
349351 self ._record_message = True
350352 message = chunk ["message" ]
@@ -356,7 +358,8 @@ def patched_process_anthropic_claude_chunk(self, chunk):
356358
357359 if message_type == "content_block_start" :
358360 # {'type': 'content_block_start', 'index': 0, 'content_block': {'type': 'text', 'text': ''}}
359- # {'type': 'content_block_start', 'index': 1, 'content_block': {'type': 'tool_use', 'id': 'id', 'name': 'func_name', 'input': {}}}
361+ # {'type': 'content_block_start', 'index': 1, 'content_block':
362+ # {'type': 'tool_use', 'id': 'id', 'name': 'func_name', 'input': {}}}
360363 if self ._record_message :
361364 block = chunk .get ("content_block" , {})
362365 if block .get ("type" ) == "text" :
@@ -380,9 +383,7 @@ def patched_process_anthropic_claude_chunk(self, chunk):
380383 # {'type': 'content_block_stop', 'index': 0}
381384 if self ._tool_json_input_buf :
382385 try :
383- self ._content_block ["input" ] = json .loads (
384- self ._tool_json_input_buf
385- )
386+ self ._content_block ["input" ] = json .loads (self ._tool_json_input_buf )
386387 except json .JSONDecodeError :
387388 self ._content_block ["input" ] = self ._tool_json_input_buf
388389 self ._message ["content" ].append (self ._content_block )
@@ -391,18 +392,16 @@ def patched_process_anthropic_claude_chunk(self, chunk):
391392 return
392393
393394 if message_type == "message_delta" :
394- # {'type': 'message_delta', 'delta': {'stop_reason': 'end_turn', 'stop_sequence': None}, 'usage': {'output_tokens': 123}}
395- if (
396- stop_reason := chunk .get ("delta" , {}).get ("stop_reason" )
397- ) is not None :
395+ # {'type': 'message_delta', 'delta': {'stop_reason': 'end_turn', 'stop_sequence': None},
396+ # 'usage': {'output_tokens': 123}}
397+ if (stop_reason := chunk .get ("delta" , {}).get ("stop_reason" )) is not None :
398398 self ._response ["stopReason" ] = stop_reason
399399 return
400400
401401 if message_type == "message_stop" :
402- # {'type': 'message_stop', 'amazon-bedrock-invocationMetrics': {'inputTokenCount': 18, 'outputTokenCount': 123, 'invocationLatency': 5250, 'firstByteLatency': 290}}
403- if invocation_metrics := chunk .get (
404- "amazon-bedrock-invocationMetrics"
405- ):
402+ # {'type': 'message_stop', 'amazon-bedrock-invocationMetrics':
403+ # {'inputTokenCount': 18, 'outputTokenCount': 123, 'invocationLatency': 5250, 'firstByteLatency': 290}}
404+ if invocation_metrics := chunk .get ("amazon-bedrock-invocationMetrics" ):
406405 self ._process_invocation_metrics (invocation_metrics )
407406
408407 if self ._record_message :
@@ -415,7 +414,9 @@ def patched_process_anthropic_claude_chunk(self, chunk):
415414
416415 bedrock_utils .ConverseStreamWrapper .__init__ = patched_init
417416 bedrock_utils .ConverseStreamWrapper ._process_event = patched_process_event
418- bedrock_utils .InvokeModelWithResponseStreamWrapper ._process_anthropic_claude_chunk = patched_process_anthropic_claude_chunk
417+ bedrock_utils .InvokeModelWithResponseStreamWrapper ._process_anthropic_claude_chunk = (
418+ patched_process_anthropic_claude_chunk
419+ )
419420 bedrock_utils .extract_tool_calls = patched_extract_tool_calls
420421
421422 # END The OpenTelemetry Authors code
0 commit comments