We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent d43e9da commit 195a77dCopy full SHA for 195a77d
llm/inference/janus_pro/generation.py
@@ -78,7 +78,7 @@ def generate(
78
79
generated_tokens = ops.zeros(parallel_size, image_token_num_per_image, dtype=ms.int32)
80
81
- print()
+ print("Generating tokens: ")
82
for i in range(image_token_num_per_image):
83
outputs = mmgpt.language_model.model(inputs_embeds=inputs_embeds, use_cache=True, past_key_values=outputs.past_key_values if i != 0 else None)
84
hidden_states = outputs.last_hidden_state # (parallel_size*2, len(input_ids), 2048)
@@ -123,4 +123,4 @@ def generate(
123
vl_gpt,
124
vl_chat_processor,
125
prompt,
126
- )
+ )
0 commit comments