v2.6.5

Author: BBC-Esq

src/config.yaml

@@ -185,7 +185,7 @@ AVAILABLE_MODELS:
     max_sequence: 512
     size_mb: 670
   model: thenlper/gte-large
-COMPUTE_DEVICE: cpu
+COMPUTE_DEVICE: cuda
 Compute_Device:
   available:
   - cuda
@@ -194,9 +194,9 @@ Compute_Device:
   database_query: cpu
 EMBEDDING_MODEL_NAME: 
 database:
-  chunk_overlap: 250
-  chunk_size: 700
-  contexts: 10
+  chunk_overlap: 150
+  chunk_size: 512
+  contexts: 25
   device: null
   similarity: 0.9
 embedding-models:
@@ -218,15 +218,16 @@ styles:
   frame: 'background-color: #161b22;'
   input: 'background-color: #2e333b; color: light gray; font: 13pt "Segoe UI Historic";'
   text: 'background-color: #092327; color: light gray; font: 12pt "Segoe UI Historic";'
+test_embeddings: false
 transcribe_file:
-  device: cpu
-  file:
+  device: cuda
+  file: 
   language: Option 1
-  model: small.en
+  model: medium.en
   quant: float32
-  timestamps: true
+  timestamps: false
   translate: false
 transcriber:
   device: cpu
-  model: base.en
+  model: small.en
   quant: float32

src/gui.py

@@ -1,10 +1,11 @@
 from PySide6.QtWidgets import (
     QApplication, QWidget, QPushButton, QVBoxLayout, QTabWidget,
-    QTextEdit, QSplitter, QFrame, QStyleFactory, QLabel, QGridLayout, QMenuBar
+    QTextEdit, QSplitter, QFrame, QStyleFactory, QLabel, QGridLayout, QMenuBar, QCheckBox
 )
 from PySide6.QtCore import Qt, QThread, Signal, QUrl
 from PySide6.QtWebEngineWidgets import QWebEngineView
 import os
+import yaml
 from initialize import determine_compute_device, is_nvidia_gpu, get_os_name
 from download_model import download_embedding_model
 from select_model import select_embedding_model_directory
@@ -33,15 +34,14 @@ def init_ui(self):
         self.setGeometry(300, 300, 975, 975)
         self.setMinimumSize(450, 510)
 
-        # Left panel setup with grid layout
+        # Left frame setup
         self.left_frame = QFrame()
         grid_layout = QGridLayout()
 
-        # Tab widget spanning two columns
         tab_widget = create_tabs()
-        grid_layout.addWidget(tab_widget, 0, 0, 1, 2)  # Span two columns
+        grid_layout.addWidget(tab_widget, 0, 0, 1, 2)
 
-        # Button definitions and positions in the grid
+        # Button definitions and positions
         button_data = [
             ("Download Embedding Model", lambda: download_embedding_model(self)),
             ("Set Embedding Model Directory", select_embedding_model_directory),
@@ -59,7 +59,7 @@ def init_ui(self):
         self.left_frame.setLayout(grid_layout)
         main_splitter.addWidget(self.left_frame)
 
-        # Right panel setup
+        # Right frame setup
         right_frame = QFrame()
         right_vbox = QVBoxLayout()
 
@@ -73,13 +73,14 @@ def init_ui(self):
 
         submit_questions_button = QPushButton("Submit Questions")
         submit_questions_button.clicked.connect(self.on_submit_button_clicked)
-
         right_vbox.addWidget(submit_questions_button)
 
-        # Define widget containing buttons
-        button_row_widget = create_button_row(self.on_submit_button_clicked)
+        # Add Test Embeddings Checkbox
+        self.test_embeddings_checkbox = QCheckBox("Test Embeddings")
+        self.test_embeddings_checkbox.stateChanged.connect(self.on_test_embeddings_changed)
+        right_vbox.addWidget(self.test_embeddings_checkbox)
 
-        # Add widgets from button_module.py
+        button_row_widget = create_button_row(self.on_submit_button_clicked)
         right_vbox.addWidget(button_row_widget)
 
         right_frame.setLayout(right_vbox)
@@ -90,7 +91,6 @@ def init_ui(self):
         main_layout.addWidget(main_splitter)
         main_layout.addWidget(self.metrics_bar)
 
-    # Create menu bar
     def init_menu(self):
         self.menu_bar = QMenuBar(self)
         self.theme_menu = self.menu_bar.addMenu('Themes')
@@ -116,6 +116,18 @@ def on_submit_button_clicked(self):
         self.submit_button_thread.responseSignal.connect(self.update_response)
         self.submit_button_thread.start()
 
+    def on_test_embeddings_changed(self):
+        script_dir = os.path.dirname(os.path.realpath(__file__))
+        config_path = os.path.join(script_dir, 'config.yaml')
+
+        with open(config_path, 'r') as file:
+            config = yaml.safe_load(file)
+
+        config['test_embeddings'] = self.test_embeddings_checkbox.isChecked()
+
+        with open(config_path, 'w') as file:
+            yaml.dump(config, file)
+
     def update_response(self, response):
         self.read_only_text.setPlainText(response)
 

src/server_connector.py

@@ -9,12 +9,12 @@
 from termcolor import cprint
 from memory_profiler import profile
 import gc
+import tempfile
+import subprocess
 
 ENABLE_PRINT = True
 ENABLE_CUDA_PRINT = False
 
-# torch.cuda.reset_peak_memory_stats()
-
 def my_cprint(*args, **kwargs):
     if ENABLE_PRINT:
         filename = "server_connector.py"
@@ -42,6 +42,19 @@ def print_cuda_memory():
     chroma_db_impl="duckdb+parquet", persist_directory=PERSIST_DIRECTORY, anonymized_telemetry=False
 )
 
+# Function to write contexts to a temporary file and open it
+def write_contexts_to_temp_file_and_open(contexts):
+    with tempfile.NamedTemporaryFile(delete=False, suffix=".txt", mode='w+') as temp_file:
+        for context in contexts:
+            temp_file.write(context + "\n\n")
+        temp_file_path = temp_file.name
+
+    # Open the temp file with the default application
+    if os.name == 'nt':  # Windows
+        os.startfile(temp_file_path)
+    elif os.name == 'posix':  # macOS, Linux
+        subprocess.run(['open', temp_file_path])
+
 # @profile
 def connect_to_local_chatgpt(prompt):
     with open('config.yaml', 'r') as config_file:
@@ -70,6 +83,12 @@ def connect_to_local_chatgpt(prompt):
 def ask_local_chatgpt(query, persist_directory=PERSIST_DIRECTORY, client_settings=CHROMA_SETTINGS):
     my_cprint("Attempting to connect to server.", "yellow")
     print_cuda_memory()
+
+    # Read the test_embeddings setting from config.yaml every time the function is called
+    with open('config.yaml', 'r') as config_file:
+        config = yaml.safe_load(config_file)
+        test_embeddings = config.get('test_embeddings', False)
+
     with open('config.yaml', 'r') as config_file:
         config = yaml.safe_load(config_file)
         EMBEDDING_MODEL_NAME = config['EMBEDDING_MODEL_NAME']
@@ -122,6 +141,12 @@ def ask_local_chatgpt(query, persist_directory=PERSIST_DIRECTORY, client_setting
 
     relevant_contexts = retriever.get_relevant_documents(query)
     contexts = [document.page_content for document in relevant_contexts]
+
+    # Check if test_embeddings is True, then just write contexts to temp file and return
+    if test_embeddings:
+        write_contexts_to_temp_file_and_open(contexts)
+        return {"answer": "Contexts written to temporary file and opened", "sources": relevant_contexts}
+
     prepend_string = "Only base your answer to the following question on the provided context."
     augmented_query = "\n\n---\n\n".join(contexts) + "\n\n-----\n\n" + query
 
@@ -139,7 +164,6 @@ def ask_local_chatgpt(query, persist_directory=PERSIST_DIRECTORY, client_setting
     my_cprint("Embedding model removed from memory.", "red")
 
     return {"answer": response_json, "sources": relevant_contexts}
-    print_cuda_memory()
 
 # @profile
 def interact_with_chat(user_input):