admin
667e5b249c
Download all-MiniLM-L6-v2 model files to public/models/ and configure @xenova/transformers to load from local path instead of Hugging Face CDN. Eliminates external dependency for semantic search embedding model.
32 lines
992 B
TypeScript
32 lines
992 B
TypeScript
import { env, pipeline, type FeatureExtractionPipeline } from '@xenova/transformers'
|
|
|
|
// Serve model files from /models/ (Vite serves public/ at root)
|
|
env.localModelPath = '/models/'
|
|
env.allowRemoteModels = false
|
|
env.useBrowserCache = false
|
|
|
|
let extractor: FeatureExtractionPipeline | null = null
|
|
let loading = false
|
|
|
|
export async function initModel(): Promise<void> {
|
|
if (extractor || loading) return
|
|
loading = true
|
|
try {
|
|
extractor = await pipeline('feature-extraction', 'Xenova/all-MiniLM-L6-v2') as FeatureExtractionPipeline
|
|
} catch {
|
|
// Silently swallow — model unavailable, semantic search won't activate
|
|
} finally {
|
|
loading = false
|
|
}
|
|
}
|
|
|
|
export async function embedQuery(text: string): Promise<number[]> {
|
|
if (!extractor) throw new Error('Model not loaded')
|
|
const output = await extractor(text, { pooling: 'mean', normalize: true })
|
|
return Array.from(output.data as Float32Array)
|
|
}
|
|
|
|
export function isModelReady(): boolean {
|
|
return extractor !== null
|
|
}
|