Upload 4 files

prompt.py

@@ -21,7 +21,7 @@ huggingface_token = os.getenv("HF_TOKEN")
 
 # Initialize Florence model
 device = "cuda" if torch.cuda.is_available() else "cpu"
-florence_model = AutoModelForCausalLM.from_pretrained('gokaygokay/Florence-2-Flux-Large', trust_remote_code=True, attn_implementation="flash_attention_2" if torch.cuda.is_available() else "eager").to("cpu").eval()
+florence_model = AutoModelForCausalLM.from_pretrained('gokaygokay/Florence-2-Flux-Large', trust_remote_code=True, attn_implementation="eager").to("cpu").eval()
 florence_processor = AutoProcessor.from_pretrained('gokaygokay/Florence-2-Flux-Large', trust_remote_code=True)
 
 # Florence caption function