Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 14 additions & 2 deletions datachecks/__init__.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from pydantic import BaseModel
from pydantic import BaseModel, Field, root_validator
from typing import Union, Optional

# Embedding config
Expand All @@ -11,6 +11,8 @@ class LanceDBConfig(BaseModel):
loc: Optional[str] = ""

class MongoDBConfig(BaseModel):

index: Optional[str] = ""
uri: Optional[str] = ""
db: Optional[str] = ""
collection_name: Optional[str] = ""
Expand All @@ -22,8 +24,18 @@ class ProviderConfig(BaseModel):
overlapping:int
worker:int
similarity_top_k:int
rag: Union[LanceDBConfig,MongoDBConfig]
rag: Union[MongoDBConfig, LanceDBConfig] = Field(union_mode="left_to_right")

@root_validator(pre=True)
def check_config_type(cls, values):
config = values.get('rag')
if isinstance(config, dict):
if 'uri' in config and 'collection_name' in config:
values['rag'] = MongoDBConfig(**config)
else:
values['rag'] = LanceDBConfig(**config)
return values

# Rag Config
class RAGConfig(BaseModel):
provider:str
Expand Down
177 changes: 0 additions & 177 deletions ingestion_server/__init__.py

This file was deleted.

49 changes: 0 additions & 49 deletions ingestion_server/datachecks/__init__.py

This file was deleted.

9 changes: 0 additions & 9 deletions ingestion_server/embeddings/__init__.py

This file was deleted.

10 changes: 0 additions & 10 deletions ingestion_server/embeddings/base.py

This file was deleted.

31 changes: 0 additions & 31 deletions ingestion_server/embeddings/openai_emded.py

This file was deleted.

Loading