MCPcopy Create free account
hub / github.com/OpenRaiser/PaperFlow / embed_text

Method embed_text

skills/embedding/scripts/embed.py:472–500  ·  view source on GitHub ↗
(self, text: str)

Source from the content-addressed store, hash-verified

470 return vector
471
472 def embed_text(self, text: str) -> List[float]:
473 normalized_text = self._normalize_text(text)
474 if not normalized_text:
475 return [0.0] * self.dimensions
476
477 cached = self._load_cached(normalized_text)
478 if cached is not None:
479 return cached
480
481 try:
482 if self.provider == "openai" and self.client is not None:
483 embedding = self._get_openai_embedding(normalized_text)
484 elif self.provider == "nscale_api" and self.client is not None:
485 embedding = self._get_nscale_api_embedding(normalized_text)
486 elif self.provider == "hf_api" and self.client is not None:
487 embedding = self._get_hf_api_embedding(normalized_text)
488 elif self.provider == "local" and self.local_model is not None:
489 embedding = self._get_local_embedding(normalized_text)
490 else:
491 embedding = self._get_hash_embedding(normalized_text)
492 except Exception as exc:
493 print(f"Embedding error ({self.provider}:{self.model}): {exc}")
494 self.provider = "hash"
495 self.model = "hash"
496 embedding = self._get_hash_embedding(normalized_text)
497
498 embedding = self._resize_vector(list(embedding))
499 self._save_cached(normalized_text, embedding)
500 return embedding
501
502 def embed_batch(self, texts: List[str], batch_size: int = 32) -> List[List[float]]:
503 normalized_texts = [self._normalize_text(text) for text in texts]

Calls 9

_normalize_textMethod · 0.95
_load_cachedMethod · 0.95
_get_openai_embeddingMethod · 0.95
_get_hf_api_embeddingMethod · 0.95
_get_local_embeddingMethod · 0.95
_get_hash_embeddingMethod · 0.95
_resize_vectorMethod · 0.95
_save_cachedMethod · 0.95