[Sync][Refactor] Merge upstream TileLang, multiple refactor and support VMM & multimem

.agents/skills/tilelang-build/SKILL.md

@@ -0,0 +1,88 @@
+---
+name: tilelang-build
+description: Repository-specific build, rebuild, install, and test instructions for tilelang. Use when working in the tilelang repository and the correct commands are needed for building from source, reinstalling after changes, or running project tests.
+---
+
+# Build & Install
+
+## Installing / Rebuilding tilelang
+
+The standard way to build and install:
+
+```bash
+pip install .
+```
+
+Or with verbose output for debugging build issues:
+
+```bash
+pip install . -v
+```
+
+`uv pip install .` also works if `uv` is available but is not required.
+
+Build dependencies are declared in `pyproject.toml` and resolved automatically during `pip install .`.
+
+If `ccache` is available, repeated builds only recompile changed C++ files.
+
+## Alternative: Development Build with `--no-build-isolation`
+
+If you need faster iteration (e.g. calling `cmake` directly to recompile C++ without re-running the full pip install), install build dependencies first:
+
+```bash
+pip install -r requirements-dev.txt
+pip install --no-build-isolation .
+```
+
+After this, you can invoke `cmake --build build` directly to recompile only changed C++ files. This is useful when iterating on C++ code.
+
+## Alternative: cmake + PYTHONPATH (recommended for C++ development)
+
+For the fastest C++ iteration, bypass pip entirely and drive cmake directly:
+
+```bash
+# Configure (auto-detects CUDA; git submodules are initialised automatically)
+cmake -S . -B build
+
+# Build
+cmake --build build -j$(nproc)
+
+# Make the local tilelang package importable
+export PYTHONPATH=$(pwd):$PYTHONPATH
+```
+
+After the initial configure, recompiling is just `cmake --build build -j$(nproc)`. The runtime automatically discovers native libraries from `build/lib/` when it detects a dev checkout (see `tilelang/env.py`).
+
+Useful cmake options:
+
+| Flag | Purpose |
+|------|---------|
+| `-DUSE_CUDA=ON/OFF` | Enable/disable CUDA backend (ON by default) |
+| `-DUSE_ROCM=ON` | Enable ROCm/HIP backend |
+| `-DUSE_METAL=ON` | Enable Metal backend (default on macOS) |
+| `-DCMAKE_BUILD_TYPE=Debug` | Debug build with `TVM_LOG_DEBUG` enabled |
+
+## Editable Installs
+
+**Never use `pip install -e .`** (editable install). When running Python from the repo root, the local `./tilelang` directory is imported instead of the installed copy (because `.` is on `sys.path` by default). This makes editable installs unnecessary. Avoid `pip install -e .` as it can cause import confusion with this project's layout.
+
+## Running Tests
+
+Most tests require a GPU.
+
+```bash
+python -m pytest testing/python/ -x
+```
+
+Run a specific test file or test case:
+
+```bash
+python -m pytest testing/python/language/test_tilelang_language_copy.py -x
+python -m pytest testing/python/language/test_tilelang_language_copy.py -x -k "test_name"
+```
+
+For Metal-specific tests (requires macOS with Apple Silicon):
+
+```bash
+python -m pytest testing/python/metal/ -x
+```

.github/workflows/ci.yml

@@ -201,10 +201,10 @@ jobs:
           if [[ "${UV_INDEX}" == *"/nightly/"* ]]; then
             uv pip install --prerelease=allow -v torch
           fi
-          uv pip install -v -r requirements-test.txt -i https://pypi.tuna.tsinghua.edu.cn/simple
+          uv pip install -v -r requirements-test.txt
           echo "import torch; print(f'torch: {torch.__version__}')" | uv run --no-project --script -
           if [[ "${{ matrix.runner.toolkit }}" == *"CUDA"* ]]; then
-            uv pip install --no-build-isolation-package=flash-attn -v -r requirements-test-cuda.txt -i https://pypi.tuna.tsinghua.edu.cn/simple
+            uv pip install --no-build-isolation-package=flash-attn -v -r requirements-test-cuda.txt
             echo "import flash_attn; print(f'flash_attn: {flash_attn.__version__}')" | uv run --no-project --script -
           # elif [[ "${{ matrix.runner.toolkit }}" == *"ROCm"* ]]; then
           #   uv pip install -v -r requirements-test-rocm.txt
@@ -304,12 +304,12 @@ jobs:
           # Run distributed tests (marked with @requires_distributed) with TILELANG_USE_DISTRIBUTED=1
           # DeepEP tests requires fullmesh nvl or internode environment, we disable for now
           echo "Running distributed examples with TILELANG_USE_DISTRIBUTED=1:"
-          TILELANG_USE_DISTRIBUTED=1 "${PYTEST[@]}" --maxfail=3 --numprocesses=1 -m distributed --ignore-glob='*deepep*' . || true
+          TILELANG_USE_DISTRIBUTED=1 "${PYTEST[@]}" --maxfail=3 --numprocesses=1 -m distributed --ignore-glob='*deepep*' .
 
           # Run remaining example tests (non-distributed)
           # Temporarily disable problematic tests: sink, vs_sparse
           echo "Running non-distributed examples:"
-          "${PYTEST[@]}" --maxfail=3 --numprocesses=2 -m "not distributed" -k "not sink and not vs_sparse" . || true
+          "${PYTEST[@]}" --maxfail=3 --numprocesses=2 -m "not distributed" -k "not sink and not vs_sparse" .
 
       # NVIDIA CUDA tests
       - name: Run CUDA tests with Python ${{ matrix.python-version }} (${{ matrix.runner.toolkit }})
@@ -325,12 +325,12 @@ jobs:
 
           # Run distributed tests (marked with @requires_distributed) with TILELANG_USE_DISTRIBUTED=1
           echo "Running distributed tests with TILELANG_USE_DISTRIBUTED=1:"
-          TILELANG_USE_DISTRIBUTED=1 "${PYTEST[@]}" --maxfail=3 --numprocesses=1 -m distributed . || true
+          TILELANG_USE_DISTRIBUTED=1 "${PYTEST[@]}" --maxfail=3 --numprocesses=1 -m distributed .
 
           # Run remaining tests (non-distributed)
           # Temporarily disable problematic tests: tilelibrary_gemm, jit_gemm_ctypes
           echo "Running non-distributed tests:"
-          "${PYTEST[@]}" --maxfail=3 --numprocesses=2 -m "not distributed" -k "not tilelibrary_gemm and not jit_gemm_ctypes" . || true
+          "${PYTEST[@]}" --maxfail=3 --numprocesses=2 -m "not distributed" -k "not tilelibrary_gemm and not jit_gemm_ctypes" .
 
       - name: List generated files
         if: ${{ !cancelled() }}

.github/workflows/dist.yml

@@ -125,7 +125,7 @@ jobs:
           fi
 
       - name: Build wheels
-        uses: pypa/cibuildwheel@v3.3
+        uses: pypa/cibuildwheel@v3.4
         with:
           package-dir: .
           output-dir: wheelhouse

.gitignore

@@ -133,3 +133,4 @@ maint/host_checks/logs/*
 
 # perf regression test
 .perf_regression/
+nvshmem_issue.md