remove sqlite_vec from requirements and load the compiled version

This commit is contained in:
Josh Hawkins 2024-10-07 12:15:55 -05:00
parent 2e72f6f8cd
commit dbdbbc0271
2 changed files with 4 additions and 3 deletions

View File

@ -33,7 +33,6 @@ unidecode == 1.3.*
# OpenVino (ONNX installed in wheels-post) # OpenVino (ONNX installed in wheels-post)
openvino == 2024.3.* openvino == 2024.3.*
# Embeddings # Embeddings
sqlite_vec == 0.1.3
transformers == 4.45.* transformers == 4.45.*
onnx_clip == 4.0.* onnx_clip == 4.0.*
# Generative AI # Generative AI

View File

@ -1,6 +1,5 @@
import sqlite3 import sqlite3
import sqlite_vec
from playhouse.sqliteq import SqliteQueueDatabase from playhouse.sqliteq import SqliteQueueDatabase
@ -9,6 +8,9 @@ class SqliteVecQueueDatabase(SqliteQueueDatabase):
super().__init__(*args, **kwargs) super().__init__(*args, **kwargs)
self.load_vec_extension: bool = load_vec_extension self.load_vec_extension: bool = load_vec_extension
# no extension necessary, sqlite will load correctly for each platform
self.sqlite_vec_path = "/usr/local/lib/vec0"
def _connect(self, *args, **kwargs) -> sqlite3.Connection: def _connect(self, *args, **kwargs) -> sqlite3.Connection:
conn: sqlite3.Connection = super()._connect(*args, **kwargs) conn: sqlite3.Connection = super()._connect(*args, **kwargs)
if self.load_vec_extension: if self.load_vec_extension:
@ -17,5 +19,5 @@ class SqliteVecQueueDatabase(SqliteQueueDatabase):
def _load_vec_extension(self, conn: sqlite3.Connection) -> None: def _load_vec_extension(self, conn: sqlite3.Connection) -> None:
conn.enable_load_extension(True) conn.enable_load_extension(True)
sqlite_vec.load(conn) conn.load_extension(self.sqlite_vec_path)
conn.enable_load_extension(False) conn.enable_load_extension(False)