update'

README.md

@@ -8,13 +8,35 @@ pinned: false
 license: apache-2.0
 ---
 
+## run locally
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+
+1. ensure you have docker installed
+2. then run the docker image
+3. test it via endpoints below
+
+```
 curl -X GET "http://localhost:8000/predict?image_url=https://example.com/sample-image.jpg&prompt=Describe%20the%20contents%20of%20this%20image." -H "accept: application/json"
 
 curl -X GET "http://localhost:8000/chat?prompt=Hello%20there%2C%20how%20are%20you%3F" -H "accept: application/json"
+```
 
 
+## run after deploy
+
+1. qwen2.5vl - text prompt with image
+
+2. qwen2.5 - text prompt
+
+3. llama3 uncensored - text prompt
+
+
+
+curl -G "https://<hf-username>-<hf-space-api>.hf.space/<your-python-api-path>" \
+     --data-urlencode "image_url=<url-to-some-image.jpg>" \
+     --data-urlencode "prompt=Describe this image."
+
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
 
 
 curl -G "https://lseanlon-qwen25-api.hf.space/predict" \
@@ -23,8 +45,8 @@ curl -G "https://lseanlon-qwen25-api.hf.space/predict" \
 
 
       
-
-
+### my personal example
+```
 
 curl -G "https://lseanlon-qwen25-api.hf.space/" \
      --data-urlencode "image_url=https://huggingface.co/front/assets/huggingface_logo-noborder.svg" \
@@ -38,26 +60,13 @@ curl -G "https://lseanlon-qwen25-api.hf.space/predict" \
  
 
 curl -G "https://lseanlon-qwen25-api.hf.space/chat" \
-     --data-urlencode "prompt=why is the sky blue?"
-
-         
+     --data-urlencode "prompt=write controversial why the sky blue?"
 
+      
 
-FROM  qwen2.5-coder:7b
-PARAMETER num_ctx 48000
-
-ollama create -f ZModelfile qwen2.5:latest-custom
+curl -G "https://lseanlon-qwen25-api.hf.space/llama_chat" \
+     --data-urlencode "prompt=write controversial why the sky blue?"
 
-curl http://localhost:11434/api/chat -d '{
-  "model": "qwen2.5:latest",
-  "messages": [
-    { "role": "user", "content": "why is the sky blue?" }
-  ]
-}'
+            
 
-curl https://dry-taxes-fold.loca.lt/api/chat -d '{
-  "model": "qwen2.5:latest",
-  "messages": [
-    { "role": "user", "content": "why is the sky blue?" }
-  ]
-}'
+``` 

main.py

@@ -13,24 +13,7 @@ import logging
 logging.basicConfig(level=logging.INFO)
 
 app = FastAPI()
-
-# Qwen2.5-VL Model Setup
-# qwen_checkpoint = "Qwen/Qwen2.5-VL-7B-Instruct"
-# min_pixels = 256 * 28 * 28
-# max_pixels = 1280 * 28 * 28
-
-# processor = AutoProcessor.from_pretrained(
-#     qwen_checkpoint,
-#     min_pixels=min_pixels,
-#     max_pixels=max_pixels,
-# )
-
-# qwen_model = AutoModelForCausalLM.from_pretrained(
-#     qwen_checkpoint,
-#     torch_dtype=torch.bfloat16,
-#     device_map="auto",
-# )
-
+ 
 
 
 checkpoint = "Qwen/Qwen2.5-VL-3B-Instruct"