add vision script; update local base_url

Author: iamlemec

oneping/api.py

@@ -16,38 +16,41 @@
     transcribe as transcribe_native,
 )
 
+def has_native(provider):
+    return provider not in ('local', 'oneping')
+
 def reply(query, provider='local', native=True, **kwargs):
-    if native and provider != 'oneping':
+    if native and has_native(provider):
         return reply_native(query, provider, **kwargs)
     else:
         return reply_url(query, provider=provider, **kwargs)
 
 def reply_async(query, provider='local', native=True, **kwargs):
-    if native and provider != 'oneping':
+    if native and has_native(provider):
         return reply_async_native(query, provider, **kwargs)
     else:
         return reply_async_url(query, provider=provider, **kwargs)
 
 def stream(query, provider='local', native=True, **kwargs):
-    if native and provider != 'oneping':
+    if native and has_native(provider):
         return stream_native(query, provider, **kwargs)
     else:
         return stream_url(query, provider=provider, **kwargs)
 
 def stream_async(query, provider='local', native=True, **kwargs):
-    if native and provider != 'oneping':
+    if native and has_native(provider):
         return stream_async_native(query, provider, **kwargs)
     else:
         return stream_async_url(query, provider=provider, **kwargs)
 
 def embed(text, provider='local', native=True, **kwargs):
-    if native and provider != 'oneping':
+    if native and has_native(provider):
         return embed_native(text, provider, **kwargs)
     else:
         return embed_url(text, provider=provider, **kwargs)
 
 def transcribe(audio, provider='local', native=True, **kwargs):
-    if native and provider != 'oneping':
+    if native and has_native(provider):
         return transcribe_native(audio, provider, **kwargs)
     else:
         raise Exception('Transcribing is not supported for non-native providers')

oneping/providers.py

@@ -229,7 +229,7 @@ def transcribe_openai(audio):
 # presets for known llm providers
 LLM_PROVIDERS = {
     'local': {
-        'base_url': 'http://localhost:8000/v1',
+        'base_url': 'http://localhost:8080/v1',
         'authorize': None,
     },
     'oneping': {

scripts/vision

@@ -0,0 +1,12 @@
+#!/usr/bin/env bash
+
+# get screenshot
+image_path=$(mktemp --suffix=.png)
+slurp | grim -g - $image_path
+
+# call oneping stream
+python3.12 -m oneping stream --image $image_path "$@"
+
+# remove image
+rm $image_path
+