浏览代码

fix(searcher): download and verify db-s in builder

iwanhae 1 年之前
父节点
当前提交
0910333c58
共有 2 个文件被更改,包括 6 次插入23 次删除
  1. 4 2
      searcher/Dockerfile
  2. 2 21
      searcher/src/vector_db/mod.rs

+ 4 - 2
searcher/Dockerfile

@@ -23,6 +23,8 @@ RUN cargo install --path . -F mkl
 
 # Downloads Embedding Models or ETC
 ENV HF_HOME=/model
+ADD https://s3.iwanhae.kr/kuberian/kuberian.db ./kuberian.db
+ADD https://s3.iwanhae.kr/kuberian/kuberian.usearch ./kuberian.usearch
 RUN kuberian --ci
 
 FROM debian:11 as sqlite-fetcher
@@ -35,8 +37,8 @@ COPY --from=sqlite-fetcher /usr/lib/x86_64-linux-gnu/libsqlite3.so.* /usr/lib/
 COPY --from=builder /opt/intel/oneapi/compiler/latest/linux/compiler/lib/intel64_lin/libiomp5.so /usr/lib/
 COPY --from=builder /model /model
 COPY --from=builder /usr/local/cargo/bin/kuberian /usr/local/bin/kuberian
-ADD https://s3.iwanhae.kr/kuberian/kuberian.db ./kuberian.db
-ADD https://s3.iwanhae.kr/kuberian/kuberian.usearch ./kuberian.usearch
+COPY --from=builder /usr/src/kuberian/kuberian.db ./kuberian.db
+COPY --from=builder /usr/src/kuberian/kuberian.usearch ./kuberian.usearch
 EXPOSE 8080
 ENV HF_HOME=/model
 CMD ["kuberian"]

+ 2 - 21
searcher/src/vector_db/mod.rs

@@ -31,28 +31,9 @@ pub fn start() -> Addr<VectorDB> {
 impl Actor for VectorDB {
     type Context = Context<Self>;
 
-    fn started(&mut self, _ctx: &mut Context<Self>) {
-        let index = new_index(&IndexOptions {
-            metric: MetricKind::Cos,
-            quantization: ScalarKind::F16,
-            dimensions: 384,
-            connectivity: 0,
-            expansion_add: 0,
-            expansion_search: 0,
-        })
-        .unwrap();
+    fn started(&mut self, _ctx: &mut Context<Self>) {}
 
-        index
-            .load("./kuberian.usearch")
-            .expect("fail to load usearch index");
-
-        self.index = index;
-        dbg!("started");
-    }
-
-    fn stopped(&mut self, _ctx: &mut Context<Self>) {
-        dbg!("terminated");
-    }
+    fn stopped(&mut self, _ctx: &mut Context<Self>) {}
 }
 
 impl Handler<Query> for VectorDB {