INNER CODE UNIT · Python
generate_lottie
OpenVGLab/OmniLottie · app.py:221
def generate_lottie(model, inputs, max_tokens, device, use_sampling=False, temperature=0.95, top_p=0.25, top_k=5):
"""生成 Lottie tokens"""
model.transformer.rope_deltas = None
position_ids, _ = model.transformer.get_rope_index(
input_ids=inputs['input_ids'],
attention_mask=inputs['attention_mask'],
image_grid_thw=inputs.get('image_grid_thw'),
video_grid_thw=inputs.get('video_grid_thw'),
)
position_ids = position_ids * inputs['attention_mask'][None, ]
kwargs = {
'input_ids': inputs['input_ids'],
'attention_mask': inputs['attention_mask'],
'pixel_values': inputs.get('pixel_values'),
'image_grid_thw': inputs.get('image_grid_thw'),
'pixel_values_videos': inputs.get('pixel_values_videos'),
'video_grid_thw': inputs.get('video_grid_thw'),