chore: converse b64 to bytes conversion raises error with more clarity

.github/workflows/tests.yml

@@ -0,0 +1,102 @@
+name: Tests
+
+on:
+  pull_request:
+    branches:
+      - main
+      - develop
+    types:
+      - opened
+      - synchronize
+      - reopened
+
+jobs:
+  unit-tests:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+
+      # Set up Python environment
+      - name: Set up Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: ">=3.9 <3.13"
+
+      # Install Poetry
+      - name: Install Poetry
+        run: |
+          curl -sSL https://install.python-poetry.org | python3 -
+
+      # Cache Poetry Dependencies
+      - name: Cache Poetry dependencies
+        uses: actions/cache@v3
+        with:
+          path: ~/.cache/pypoetry
+          key: poetry-${{ runner.os }}-${{ hashFiles('**/poetry.lock') }}
+          restore-keys: |
+            poetry-${{ runner.os }}-
+
+      # Install lib and dev dependencies
+      - name: Install llmstudio-core
+        working-directory: ./libs/core
+        run: |
+          poetry install
+          UNIT_ENV=$(poetry env info --path)
+          echo $UNIT_ENV
+          echo "UNIT_ENV=$UNIT_ENV" >> $GITHUB_ENV
+
+      - name: Run unit tests
+        run: |
+          echo ${{ env.UNIT_ENV }}
+          source ${{ env.UNIT_ENV }}/bin/activate
+          poetry run pytest libs/core
+
+  integration-tests:
+    needs: unit-tests
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+
+      # Set up Python environment
+      - name: Set up Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: ">=3.9 <3.13"
+
+      # Install Poetry
+      - name: Install Poetry
+        run: |
+          curl -sSL https://install.python-poetry.org | python3 -
+
+      # Inject Secrets as Environment Variables
+      - name: Set up environment variables
+        run: |
+          echo "OPENAI_API_KEY=${{ secrets.OPENAI_API_KEY }}" >> $GITHUB_ENV
+          echo "GOOGLE_API_KEY=${{ secrets.GOOGLE_API_KEY }}" >> $GITHUB_ENV
+          echo "BEDROCK_ACCESS_KEY=${{ secrets.BEDROCK_ACCESS_KEY }}" >> $GITHUB_ENV
+          echo "BEDROCK_SECRET_KEY=${{ secrets.BEDROCK_SECRET_KEY }}" >> $GITHUB_ENV
+          echo "BEDROCK_REGION=${{ secrets.BEDROCK_REGION }}" >> $GITHUB_ENV
+
+      # Cache Poetry Dependencies
+      - name: Cache Poetry dependencies (Integration Tests)
+        uses: actions/cache@v3
+        with:
+          path: ~/.cache/pypoetry
+          key: poetry-integration-${{ runner.os }}-${{ hashFiles('libs/llmstudio/poetry.lock') }}
+          restore-keys: |
+            poetry-integration-${{ runner.os }}-
+
+      # Install llmstudio
+      - name: Install llmstudio
+        working-directory: ./libs/llmstudio
+        run: |
+          poetry install
+          INTEGRATION_ENV=$(poetry env info --path)
+          echo $INTEGRATION_ENV
+          echo "INTEGRATION_ENV=$INTEGRATION_ENV" >> $GITHUB_ENV
+
+      # Run Integration Tests
+      - name: Run Integration Tests
+        run: |
+          source ${{ env.INTEGRATION_ENV }}/bin/activate
+          poetry run pytest libs/llmstudio/tests/integration_tests

.github/workflows/upload-pypi-dev.yml

@@ -1,4 +1,4 @@
-name: PyPI prerelease and build/push Docker image.
+name: PyPI prerelease any module.
 
 on:
   workflow_dispatch:

.gitignore

@@ -56,6 +56,7 @@ env3
 .env*
 .env*.local
 .venv*
+*venv*
 env*/
 venv*/
 ENV/
@@ -66,6 +67,7 @@ venv.bak/
 config.yaml
 bun.lockb
 
+
 # Jupyter Notebook
 .ipynb_checkpoints
 
@@ -76,4 +78,4 @@ bun.lockb
 llmstudio/llm_engine/logs/execution_logs.jsonl
 *.db
 .prettierignore
-db
+db

CONTRIBUTING.md

@@ -9,9 +9,30 @@ Thank you for expressing your interest in contributing to LLMstudio. To ensure t
 3. Follow our repo guidelines
    - Ensure that you update any relevant docstrings and comments within your code
    - Run `pre-commit run --all-files` to lint your code
+4. Sign your commits. Without signed commits, your changes will not be accepted for main.
 
 ## Branches
 
 - All development happens in per-feature branches prefixed by contributor's
   initials. For example `feat/feature_name`.
 - Approved PRs are merged to the `main` branch.
+
+## Alpha releases:
+You need to have your changes in the `develop` branch in order to push a new alpha version of any library `(llmstudio, llmstudio-proxy, llmstudio-tracker)`. Therefore, first guarantee that you feature branch is reviewed and working before merging to develop.
+
+Process:
+- Ensure the `feature/**` you worked is passing the tests and has the approvals necessary.
+- Merge to `develop`
+- Ensure the changes are in the develop branch
+- Use GitHub Actions to initiate the pre-release process: [PyPI pre-release any module](https://github.com/TensorOpsAI/LLMstudio/actions/workflows/upload-pypi-dev.yml)
+- Select the target library `(llmstudio, llmstudio-proxy, llmstudio-tracker)` and the target version for the final release (e.g., 1.1.0). Consult main branch and PyPI for current versions.
+- Run the workflow.
+- The workflow will automatically bump the version and create an alpha release of the library/module specified
+- The workflow will automatically push changes back (bump version) to the develop branch
+
+Repeat the process in case your `development` branch contains changes in multiple libraries.
+
+## Final releases:
+Once you're happy with the versions, create the Release notes on the PR between `develop` and `main` and merge to main branch when ready for full release. The workflow will automatically remove any `alpha` tag in your libraries and push the versions for every library/module that suffered changes.
+
+

Makefile

@@ -1,2 +1,5 @@
 format:
 	pre-commit run --all-files
+
+unit-tests:
+	pytest libs/core/tests/unit_tests

examples/_config.yaml

@@ -115,16 +115,29 @@ providers:
     keys:
       - OPENAI_API_KEY
     models:
+      o1-preview:
+        mode: chat
+        max_completion_tokens: 128000
+        input_token_cost: 0.000015
+        output_token_cost: 0.000060
+      o1-mini:
+        mode: chat
+        max_completion_tokens: 128000
+        input_token_cost: 0.000003
+        cached_token_cost: 0.0000015
+        output_token_cost: 0.000012
       gpt-4o-mini:
         mode: chat
         max_tokens: 128000
         input_token_cost: 0.00000015
+        cached_token_cost: 0.000000075
         output_token_cost: 0.00000060
       gpt-4o:
         mode: chat
         max_tokens: 128000
-        input_token_cost: 0.000005
-        output_token_cost: 0.000015
+        input_token_cost: 0.0000025
+        cached_token_cost: 0.00000125
+        output_token_cost: 0.00001
       gpt-4-turbo:
         mode: chat
         max_tokens: 128000