Clean up part 1

.github/workflows/quick-test.yml

@@ -22,17 +22,32 @@ jobs:
       uses: actions/cache@v3
       with:
         path: ~/.cache/pip
-        key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}
+        key: ${{ runner.os }}-pip-quick-${{ hashFiles('**/requirements-ci.txt') }}
         restore-keys: |
-          ${{ runner.os }}-pip-
+          ${{ runner.os }}-pip-quick-
+
+    - name: Free up disk space
+      run: |
+        # Remove unnecessary packages and clean up
+        sudo rm -rf /usr/share/dotnet
+        sudo rm -rf /usr/local/lib/android
+        sudo rm -rf /opt/ghc
+        sudo rm -rf /opt/hostedtoolcache/CodeQL
+        sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+        df -h
 
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip
-        pip install pytest pytest-cov
-        # Install only essential dependencies for quick tests
-        pip install torch --index-url https://download.pytorch.org/whl/cpu
-        pip install transformers jiwer librosa soundfile
+        pip install --no-cache-dir pytest pytest-cov
+        # Install only essential dependencies for quick tests with CPU-only PyTorch
+        pip install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cpu
+        pip install --no-cache-dir transformers jiwer librosa soundfile
+
+    - name: Clean up pip cache
+      run: |
+        pip cache purge || true
+        df -h
 
     - name: Run quick unit tests
       run: |

.github/workflows/tests.yml

@@ -26,20 +26,38 @@ jobs:
       uses: actions/cache@v3
       with:
         path: ~/.cache/pip
-        key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}
+        key: ${{ runner.os }}-pip-ci-${{ hashFiles('**/requirements-ci.txt') }}
         restore-keys: |
-          ${{ runner.os }}-pip-
+          ${{ runner.os }}-pip-ci-
+
+    - name: Free up disk space
+      run: |
+        # Remove unnecessary packages and clean up
+        sudo rm -rf /usr/share/dotnet
+        sudo rm -rf /usr/local/lib/android
+        sudo rm -rf /opt/ghc
+        sudo rm -rf /opt/hostedtoolcache/CodeQL
+        sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+        df -h
 
     - name: Install system dependencies
       run: |
         sudo apt-get update
         sudo apt-get install -y ffmpeg libsndfile1
+        sudo apt-get clean
+        sudo rm -rf /var/lib/apt/lists/*
 
     - name: Install Python dependencies
       run: |
         python -m pip install --upgrade pip
-        pip install -r requirements.txt
-        pip install pytest pytest-cov pytest-mock
+        # Use CI requirements with CPU-only PyTorch to save space
+        pip install --no-cache-dir -r requirements-ci.txt
+        pip install --no-cache-dir pytest pytest-cov pytest-mock
+
+    - name: Clean up pip cache
+      run: |
+        pip cache purge || true
+        df -h
 
     - name: Run unit tests
       run: |
@@ -123,11 +141,27 @@ jobs:
       with:
         python-version: '3.9'
 
+    - name: Free up disk space
+      run: |
+        # Remove unnecessary packages and clean up
+        sudo rm -rf /usr/share/dotnet
+        sudo rm -rf /usr/local/lib/android
+        sudo rm -rf /opt/ghc
+        sudo rm -rf /opt/hostedtoolcache/CodeQL
+        sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+        df -h
+
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip
-        pip install -r requirements.txt
-        pip install pytest pytest-mock requests
+        # Use CI requirements with CPU-only PyTorch to save space
+        pip install --no-cache-dir -r requirements-ci.txt
+        pip install --no-cache-dir pytest pytest-mock requests
+
+    - name: Clean up pip cache
+      run: |
+        pip cache purge || true
+        df -h
 
     - name: Start API server in background
       run: |

.github/workflows/weekly-full-test.yml

@@ -20,16 +20,34 @@ jobs:
       with:
         python-version: '3.9'
 
+    - name: Free up disk space
+      run: |
+        # Remove unnecessary packages and clean up
+        sudo rm -rf /usr/share/dotnet
+        sudo rm -rf /usr/local/lib/android
+        sudo rm -rf /opt/ghc
+        sudo rm -rf /opt/hostedtoolcache/CodeQL
+        sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+        df -h
+
     - name: Install system dependencies
       run: |
         sudo apt-get update
         sudo apt-get install -y ffmpeg libsndfile1
+        sudo apt-get clean
+        sudo rm -rf /var/lib/apt/lists/*
 
     - name: Install all dependencies
       run: |
         python -m pip install --upgrade pip
-        pip install -r requirements.txt
-        pip install pytest pytest-cov pytest-html pytest-xdist
+        # Use CI requirements with CPU-only PyTorch to save space
+        pip install --no-cache-dir -r requirements-ci.txt
+        pip install --no-cache-dir pytest pytest-cov pytest-html pytest-xdist
+
+    - name: Clean up pip cache
+      run: |
+        pip cache purge || true
+        df -h
 
     - name: Run all tests in parallel
       run: |

.gitignore

@@ -38,6 +38,7 @@ credentials/
 # IDE
 .vscode/
 .idea/
+*.code-workspace
 *.swp
 *.swo
 

COMPREHENSIVE_DEMO.py

@@ -366,12 +366,12 @@ def main():
         print("  1. Run individual test scripts: python experiments/test_*.py")
         print("  2. Start API server: uvicorn src.agent_api:app --reload")
         print("  3. Process your own audio files")
-        print("  4. Check documentation: README.md, SETUP_INSTRUCTIONS.md")
+        print("  4. Check documentation: README.md, docs/SETUP_INSTRUCTIONS.md")
         print("\n📚 Documentation locations:")
         print("  - README.md                    - Full documentation")
-        print("  - SETUP_INSTRUCTIONS.md        - Detailed setup guide")
-        print("  - QUICK_REFERENCE.md           - Quick command reference")
-        print("  - DATA_MANAGEMENT_README.md    - Data management guide")
+        print("  - docs/SETUP_INSTRUCTIONS.md   - Detailed setup guide")
+        print("  - docs/QUICK_REFERENCE.md           - Quick command reference")
+        print("  - docs/DATA_MANAGEMENT_SYSTEM.md - Data management guide")
         print("  - docs/                        - Component-specific docs")
         print("\n🧪 Test scripts:")
         print("  - experiments/test_baseline.py")