fix: prisma + posts service

back/docker-compose.yml

@@ -1,7 +1,7 @@
 version: '3.8'
 services:
   postgres:
-    image: postgres:latest
+    image: pgvector/pgvector:pg16
     container_name: postgres
     environment:
       POSTGRES_USER: user

back/package.json

@@ -20,12 +20,15 @@
     "test:e2e": "jest --config ./test/jest-e2e.json"
   },
   "dependencies": {
+    "@langchain/community": "^0.2.28",
+    "@langchain/ollama": "^0.0.4",
     "@nestjs/common": "^10.4.1",
     "@nestjs/core": "^10.4.1",
     "@nestjs/passport": "^10.0.3",
     "@nestjs/platform-express": "^10.4.1",
     "@prisma/client": "^5.18.0",
     "dotenv": "^16.4.5",
+    "langchain": "^0.2.16",
     "multer": "^1.4.5-lts.1",
     "passport": "^0.7.0",
     "passport-http": "^0.3.0",

back/prisma/schema.prisma

@@ -1,18 +1,20 @@
-datasource db {
-  provider = "postgresql"
-  url      = env("DATABASE_URL")
+generator client {
+  provider        = "prisma-client-js"
+  binaryTargets   = ["native", "debian-openssl-3.0.x"]
+  previewFeatures = ["postgresqlExtensions"]
 }
 
-generator client {
-  provider      = "prisma-client-js"
-  binaryTargets = ["native", "debian-openssl-3.0.x"]
+datasource db {
+  provider   = "postgresql"
+  url        = env("DATABASE_URL")
+  extensions = [pgvector(map: "vector")]
 }
 
 model Post {
-  id         Int      @id @default(autoincrement())
-  text       String?
-  media      String?  // URL или путь к файлу
-  mediaType  String?  // "image", "video", "drawing", "code"
-  code       String?  // Код, который нужно запустить
-  //TODO Добавить vector для оценки близости постов
+  id          Int      @id @default(autoincrement())
+  text        String?
+  media       String?  // URL или путь к файлу
+  mediaType   String?  // "image", "video", "drawing", "code"
+  code        String?  // Код, который нужно запустить
+  embedding   Float[]  //Unsupported("vector")?
 }

back/src/posts/posts.controller.ts

@@ -8,7 +8,7 @@ export class PostsController {
   constructor(private readonly postsService: PostsService) {}
 
   @Post()
-  async create(@Body() createPostDto: { text?: string; media?: string; mediaType?: string; code?: string }) {
+  async create(@Body() createPostDto: { text?: string; media?: string; mediaType?: string; code?: string; embedding?: number[] }) {
     return this.postsService.create(createPostDto);
   }
 

back/src/posts/posts.service.ts

@@ -1,13 +1,32 @@
 import { Injectable } from '@nestjs/common';
 import { PrismaService } from '../prisma.service';
+import { MemoryVectorStore } from 'langchain/vectorstores/memory';
+import { RecursiveCharacterTextSplitter } from 'langchain/text_splitter';
+import { OllamaEmbeddings } from '@langchain/ollama';
+
+
+
+const embeddings = new OllamaEmbeddings({
+  model: 'llama2',
+  baseUrl: 'http://host.docker.internal:11434',
+});
 
 @Injectable()
 export class PostsService {
   constructor(private readonly prisma: PrismaService) {}
 
-  async create(data: { text?: string; media?: string; mediaType?: string; code?: string }) {
+  async create(data: { text?: string; media?: string; mediaType?: string; code?: string; embedding?: number[] }) {
+    const splitter = RecursiveCharacterTextSplitter.fromLanguage("markdown", {
+      chunkSize: 500,
+      chunkOverlap: 0,
+    });
+    const output = await splitter.createDocuments([data.text]);
+    console.log(output)
+    const vectorstore = await MemoryVectorStore.fromDocuments(output, embeddings);
+    console.log(vectorstore);
+    data.embedding ??= vectorstore.memoryVectors[0].embedding
     return this.prisma.post.create({
-      data,
+      data, 
     });
   }