pixtral

app.py

@@ -28,7 +28,7 @@ def image_to_base64(image_path):
         encoded_string = base64.b64encode(img.read()).decode('utf-8')
     return f"data:image/jpeg;base64,{encoded_string}"
 
-@spaces.GPU(duration=45)
+@spaces.GPU(duration=60)
 def run_inference(message, history):
     ## may work
     messages = []
@@ -51,7 +51,7 @@ def run_inference(message, history):
     images = encoded.images
     tokens = encoded.tokens
     
-    out_tokens, _ = generate([tokens], model, images=[images], max_tokens=1024, temperature=0.45, eos_id=tokenizer.instruct_tokenizer.tokenizer.eos_id)
+    out_tokens, _ = generate([tokens], model, images=[images], max_tokens=512, temperature=0.45, eos_id=tokenizer.instruct_tokenizer.tokenizer.eos_id)
     result = tokenizer.decode(out_tokens[0])
     return result