3ec2059470
Issues resolved: - #68: pgvector Setup * Added pgvector vector index migration for knowledge_embeddings * Vector index uses HNSW algorithm with cosine distance * Optimized for 1536-dimension OpenAI embeddings - #69: Embedding Generation Pipeline * Created EmbeddingService with OpenAI integration * Automatic embedding generation on entry create/update * Batch processing endpoint for existing entries * Async generation to avoid blocking API responses * Content preparation with title weighting - #70: Semantic Search API * POST /api/knowledge/search/semantic - pure vector search * POST /api/knowledge/search/hybrid - RRF combined search * POST /api/knowledge/embeddings/batch - batch generation * Comprehensive test coverage * Full documentation in docs/SEMANTIC_SEARCH.md Technical details: - Uses OpenAI text-embedding-3-small model (1536 dims) - HNSW index for O(log n) similarity search - Reciprocal Rank Fusion for hybrid search - Graceful degradation when OpenAI not configured - Async embedding generation for performance Configuration: - Added OPENAI_API_KEY to .env.example - Optional feature - disabled if API key not set - Falls back to keyword search in hybrid mode
81 lines
2.4 KiB
JSON
81 lines
2.4 KiB
JSON
{
|
|
"name": "@mosaic/api",
|
|
"version": "0.0.1",
|
|
"private": true,
|
|
"scripts": {
|
|
"build": "nest build",
|
|
"dev": "nest start --watch",
|
|
"start": "node dist/main",
|
|
"start:debug": "nest start --debug --watch",
|
|
"start:prod": "node dist/main",
|
|
"lint": "eslint \"src/**/*.ts\"",
|
|
"lint:fix": "eslint \"src/**/*.ts\" --fix",
|
|
"typecheck": "tsc --noEmit",
|
|
"clean": "rm -rf dist",
|
|
"test": "vitest run",
|
|
"test:watch": "vitest",
|
|
"test:coverage": "vitest run --coverage",
|
|
"test:e2e": "vitest run --config ./vitest.e2e.config.ts",
|
|
"prisma:generate": "prisma generate",
|
|
"prisma:migrate": "prisma migrate dev",
|
|
"prisma:migrate:prod": "prisma migrate deploy",
|
|
"prisma:studio": "prisma studio",
|
|
"prisma:seed": "prisma db seed",
|
|
"prisma:reset": "prisma migrate reset"
|
|
},
|
|
"prisma": {
|
|
"seed": "tsx prisma/seed.ts"
|
|
},
|
|
"dependencies": {
|
|
"@mosaic/shared": "workspace:*",
|
|
"@nestjs/common": "^11.1.12",
|
|
"@nestjs/core": "^11.1.12",
|
|
"@nestjs/mapped-types": "^2.1.0",
|
|
"@nestjs/platform-express": "^11.1.12",
|
|
"@nestjs/platform-socket.io": "^11.1.12",
|
|
"@nestjs/websockets": "^11.1.12",
|
|
"@prisma/client": "^6.19.2",
|
|
"@types/marked": "^6.0.0",
|
|
"adm-zip": "^0.5.16",
|
|
"archiver": "^7.0.1",
|
|
"better-auth": "^1.4.17",
|
|
"class-transformer": "^0.5.1",
|
|
"class-validator": "^0.14.3",
|
|
"gray-matter": "^4.0.3",
|
|
"highlight.js": "^11.11.1",
|
|
"ioredis": "^5.9.2",
|
|
"marked": "^17.0.1",
|
|
"marked-gfm-heading-id": "^4.1.3",
|
|
"marked-highlight": "^2.2.3",
|
|
"ollama": "^0.6.3",
|
|
"openai": "^6.17.0",
|
|
"reflect-metadata": "^0.2.2",
|
|
"rxjs": "^7.8.1",
|
|
"sanitize-html": "^2.17.0",
|
|
"slugify": "^1.6.6",
|
|
"socket.io": "^4.8.3"
|
|
},
|
|
"devDependencies": {
|
|
"@better-auth/cli": "^1.4.17",
|
|
"@mosaic/config": "workspace:*",
|
|
"@nestjs/cli": "^11.0.6",
|
|
"@nestjs/schematics": "^11.0.1",
|
|
"@nestjs/testing": "^11.1.12",
|
|
"@swc/core": "^1.10.18",
|
|
"@types/adm-zip": "^0.5.7",
|
|
"@types/archiver": "^7.0.0",
|
|
"@types/express": "^5.0.1",
|
|
"@types/highlight.js": "^10.1.0",
|
|
"@types/multer": "^2.0.0",
|
|
"@types/node": "^22.13.4",
|
|
"@types/sanitize-html": "^2.16.0",
|
|
"@vitest/coverage-v8": "^4.0.18",
|
|
"express": "^5.2.1",
|
|
"prisma": "^6.19.2",
|
|
"tsx": "^4.21.0",
|
|
"typescript": "^5.8.2",
|
|
"unplugin-swc": "^1.5.2",
|
|
"vitest": "^4.0.18"
|
|
}
|
|
}
|