Merge pull request #6 from vendi-ai/obseravabilitySdkPoC

Obseravability sdk

Author: matankley

examples/instrument/workflow.py

@@ -0,0 +1,47 @@
+from vendi_sdk import Vendi
+import openai
+
+from vendi_sdk.runtime.instrument import get_context
+
+project_id = "<project_id>"
+
+vendi = Vendi(
+    api_key="<vendi_api_key>",
+    project_id=project_id,
+)
+
+vendi.instrument(
+    disable_batch=True,
+    tags={"country": "USA", "new_property": "new_value"}
+)
+
+openai.api_key = "<openai-api-key>"
+
+
+@vendi.workflow(workflow_name="casual-chat")
+def empty_task():
+    get_context().set_run_id("1119")
+    openai.chat.completions.create(
+        model="gpt-4-turbo",
+        temperature=0.1,
+        messages=[
+            {
+                "role": "system",
+                "content": "You are a chatbot.",
+            },
+            {
+                "role": "user",
+                "content": "Whats is your favourite color?",
+            },
+        ],
+    )
+
+
+empty_task()
+
+# vendi.runtime.feedback(
+#     workflow_name="chat-2",
+#     run_id="1235",
+#     value={"new_status_1": "matan"},
+# )
+#

poetry.lock

@@ -1,6 +1,6 @@
 [tool.poetry]
-name = "vendi"
-version = "0.1.24"
+name = "vendi-sdk"
+version = "0.1.1"
 description = ""
 authors = ["Aviv.a <[email protected]>"]
 packages = [
@@ -16,6 +16,9 @@ pydantic = "^2.5.2"
 pydantic-settings = "^2.1.0"
 pandas = "*"
 aiohttp = "^3.8.1"
+traceloop-sdk = "^0.17.3"
+openai = "^1.27.0"
+sentry-sdk = "^2.2.0"
 
 
 

pyproject.toml

@@ -0,0 +1 @@
+from .vendi import Vendi

src/vendi/__init__.py

@@ -3,10 +3,10 @@
 import uuid
 from typing import List, Dict, Optional
 
-from vendi.completions.schema import ChatCompletion, ModelParameters, BatchInference, BatchInferenceStatus, \
+from vendi_sdk.completions.schema import ChatCompletion, ModelParameters, BatchInference, BatchInferenceStatus, \
     CompletionRequest, Endpoint, VendiCompletionResponse
-from vendi.core.ahttp_client import AsyncHTTPClient
-from vendi.core.http_client import HttpClient
+from vendi_sdk.core.ahttp_client import AsyncHTTPClient
+from vendi_sdk.core.http_client import HttpClient
 
 
 class Completions:

src/vendi_sdk/__init__.py

@@ -4,8 +4,8 @@
 from typing import Optional, Literal
 from pydantic import BaseModel, model_validator, ConfigDict
 
-from vendi.core.schema import SchemaMixin
-from vendi.deployments.schema import DeploymentStatus
+from vendi_sdk.core.schema import SchemaMixin
+from vendi_sdk.deployments.schema import DeploymentStatus
 
 
 class ImageContentUrl(BaseModel):

src/vendi/completions/__init__.py renamed to src/vendi_sdk/completions/__init__.py

@@ -6,6 +6,7 @@ class VendiConfig(BaseSettings):
     """The API key to use when making requests to the Vendi API. Use the `VENDI_API_KEY` environment variable to set this value."""
     VENDI_API_URL: str = "https://api.vendi-ai.com"
     """The URL of the Vendi API. Use the `VENDI_API_URL` environment variable to set this value."""
+    VENDI_PROJECT_ID: str | None = None
 
 
 vendi_config = VendiConfig()

src/vendi/completions/completions.py renamed to src/vendi_sdk/completions/completions.py

@@ -41,7 +41,7 @@ def post(
     ) -> Any:
         _headers = self._set_headers(headers)
         url = self.__urljoin(uri)
-        res = requests.post(url, json=json_data, data=data, headers=_headers)
+        res = requests.post(url, json=json_data, data=data, headers=_headers, allow_redirects=True)
         return self.__handle_response(res)
 
     def _set_headers(self, headers: Dict[str, str]) -> Dict[str, str]:

src/vendi/completions/schema.py renamed to src/vendi_sdk/completions/schema.py

@@ -5,8 +5,8 @@
 
 import pandas as pd
 
-from vendi.core.http_client import HttpClient
-from vendi.datasets.schema import Dataset, DatasetType
+from vendi_sdk.core.http_client import HttpClient
+from vendi_sdk.datasets.schema import Dataset, DatasetType
 
 logger = logging.getLogger(__name__)
 

src/vendi/core/__init__.py renamed to src/vendi_sdk/core/__init__.py

@@ -5,7 +5,7 @@
 import pandas as pd
 from pydantic import BaseModel
 
-from vendi.core.schema import SchemaMixin
+from vendi_sdk.core.schema import SchemaMixin
 
 
 class DatasetType(str, Enum):

src/vendi/core/ahttp_client.py renamed to src/vendi_sdk/core/ahttp_client.py

@@ -1,6 +1,6 @@
 from typing import List
 
-from vendi.core.http_client import HttpClient
+from vendi_sdk.core.http_client import HttpClient
 
 from .schema import Deployment, DeploymentStatus
 

src/vendi/core/config.py renamed to src/vendi_sdk/core/config.py

@@ -4,7 +4,7 @@
 
 from pydantic import BaseModel, ConfigDict
 
-from vendi.core.schema import SchemaMixin
+from vendi_sdk.core.schema import SchemaMixin
 
 
 class DeploymentStatus(str, Enum):

src/vendi/core/http_client.py renamed to src/vendi_sdk/core/http_client.py

@@ -1,8 +1,8 @@
 from typing import Optional, List
 
-from vendi.core.http_client import HttpClient
-from vendi.finetune.schema import TrainData, TrainJob
-from vendi.models.schema import ModelInfo, ModelProvider
+from vendi_sdk.core.http_client import HttpClient
+from vendi_sdk.finetune.schema import TrainData, TrainJob
+from vendi_sdk.models.schema import ModelInfo, ModelProvider
 
 
 class Finetune:

src/vendi/core/schema.py renamed to src/vendi_sdk/core/schema.py

@@ -4,7 +4,7 @@
 
 from pydantic import BaseModel, ConfigDict
 
-from vendi.core.schema import SchemaMixin
+from vendi_sdk.core.schema import SchemaMixin
 
 
 class TrainStatus(str, Enum):

src/vendi/datasets/__init__.py renamed to src/vendi_sdk/datasets/__init__.py

@@ -1,5 +1,5 @@
-from vendi.core.http_client import HttpClient
-from vendi.models.schema import Model, HuggingFaceModel, ModelProvider
+from vendi_sdk.core.http_client import HttpClient
+from vendi_sdk.models.schema import Model, HuggingFaceModel, ModelProvider
 
 
 class Models:

src/vendi/datasets/datasets.py renamed to src/vendi_sdk/datasets/datasets.py

@@ -4,7 +4,7 @@
 
 from pydantic import BaseModel, ConfigDict
 
-from vendi.core.schema import SchemaMixin
+from vendi_sdk.core.schema import SchemaMixin
 
 
 class ModelType(str, Enum):

src/vendi/datasets/schema.py renamed to src/vendi_sdk/datasets/schema.py

@@ -0,0 +1 @@
+from .runtime import Runtime