summaryrefslogtreecommitdiffstats
path: root/g4f/gui
diff options
context:
space:
mode:
Diffstat (limited to '')
-rw-r--r--g4f/gui/server/js_api.py95
1 files changed, 95 insertions, 0 deletions
diff --git a/g4f/gui/server/js_api.py b/g4f/gui/server/js_api.py
new file mode 100644
index 00000000..e5550f27
--- /dev/null
+++ b/g4f/gui/server/js_api.py
@@ -0,0 +1,95 @@
+from __future__ import annotations
+
+import logging
+import json
+import os.path
+from typing import Iterator
+from uuid import uuid4
+from functools import partial
+
+import webview
+import platformdirs
+from plyer import camera
+from plyer import filechooser
+app_storage_path = platformdirs.user_pictures_dir
+user_select_image = partial(
+ filechooser.open_file,
+ path=platformdirs.user_pictures_dir(),
+ filters=[["Image", "*.jpg", "*.jpeg", "*.png", "*.webp", "*.svg"]],
+)
+
+try:
+ from android.runnable import run_on_ui_thread
+ import android.permissions
+ from android.permissions import Permission
+ from android.permissions import _RequestPermissionsManager
+ _RequestPermissionsManager.register_callback()
+ from .android_gallery import user_select_image
+ has_android = True
+except:
+ run_on_ui_thread = lambda a : a
+ has_android = False
+
+from .api import Api
+
+class JsApi(Api):
+ def get_conversation(self, options: dict, **kwargs) -> Iterator:
+ window = webview.windows[0]
+ if hasattr(self, "image") and self.image is not None:
+ kwargs["image"] = open(self.image, "rb")
+ for message in self._create_response_stream(
+ self._prepare_conversation_kwargs(options, kwargs),
+ options.get("conversation_id"),
+ options.get('provider')
+ ):
+ if not window.evaluate_js(f"if (!this.abort) this.add_message_chunk({json.dumps(message)}); !this.abort && !this.error;"):
+ break
+ self.image = None
+ self.set_selected(None)
+
+ @run_on_ui_thread
+ def choose_image(self):
+ self.request_permissions()
+ user_select_image(
+ on_selection=self.on_image_selection
+ )
+
+ @run_on_ui_thread
+ def take_picture(self):
+ self.request_permissions()
+ filename = os.path.join(app_storage_path(), f"chat-{uuid4()}.png")
+ camera.take_picture(filename=filename, on_complete=self.on_camera)
+
+ def on_image_selection(self, filename):
+ filename = filename[0] if isinstance(filename, list) and filename else filename
+ if filename and os.path.exists(filename):
+ self.image = filename
+ else:
+ self.image = None
+ self.set_selected(None if self.image is None else "image")
+
+ def on_camera(self, filename):
+ if filename and os.path.exists(filename):
+ self.image = filename
+ else:
+ self.image = None
+ self.set_selected(None if self.image is None else "camera")
+
+ def set_selected(self, input_id: str = None):
+ window = webview.windows[0]
+ if window is not None:
+ window.evaluate_js(
+ f"document.querySelector(`.image-label.selected`)?.classList.remove(`selected`);"
+ )
+ if input_id is not None and input_id in ("image", "camera"):
+ window.evaluate_js(
+ f'document.querySelector(`label[for="{input_id}"]`)?.classList.add(`selected`);'
+ )
+
+ def request_permissions(self):
+ if has_android:
+ android.permissions.request_permissions([
+ Permission.CAMERA,
+ Permission.READ_EXTERNAL_STORAGE,
+ Permission.WRITE_EXTERNAL_STORAGE
+ ]) \ No newline at end of file