SynapseML/environment.yml at master · microsoft/SynapseML · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
name: synapseml
channels:
  - conda-forge
  - default
dependencies:
  - python=3.11.8
  # SynapseML-Internal uses 2.32.3; LangChain Community requires 2.32.5+.
  - requests=2.32.5
  - pip=21.3
  - r-base=4.1.1
  - r-sparklyr=1.8.1
  - r-devtools=2.4.2
  - cmake<=3.27
  - pip:
    # Petastorm needs legacy Parquet and fsspec APIs removed after PyArrow 10; MLflow accepts this pin.
    - pyarrow==10.0.1
    - pyspark==3.5.0
    - pandas==2.0.3
    - wheel
    - sphinx==5.0.2
    - sphinx_paramlinks==0.5.2
    - sphinx_rtd_theme
    - coverage
    - pytest
    - pytest-cov
    - nbconvert
    - nbformat
    - pyyaml
    - PyGithub
    - tqdm
    - ipython
    - pytest-codeblocks
    - azure-storage-blob==12.19.1
    - jupyter==1.1.0
    - twine
    - mlflow==2.21.3
    # Internal uses 1.23.5; LangChain Community requires NumPy 1.26.2+.
    - numpy==1.26.4
    - torch==2.1.2
    - torchvision==0.16.2
    # horovod package was deprecated in 2023, this commit has horovod compile with c++17
    # Ref: https://github.com/horovod/horovod/issues/3996#issuecomment-2098507345
    # Pre-built wheel for faster CI (built from same commit on Ubuntu 22.04 + Python 3.11)
    - https://mmlspark.blob.core.windows.net/installers/horovod-0.28.1-cp311-cp311-linux_x86_64.whl
    - petastorm>=0.11.0
    - pytorch_lightning==1.5.0
    - onnxmltools==1.7.0
    - matplotlib
    - Pillow
    - transformers==4.49.0
    - huggingface-hub==0.26.0
    - langchain==1.3.14
    - langchain-classic==1.0.8
    - langchain-community==0.4.2
    - langchain-openai==1.4.0
    - openai==2.47.0
    - black==22.3.0
    - black[jupyter]==22.3.0
    - mistletoe
    - markdownify
    - pypandoc
    - traitlets
    - opencv-python
    - sentence_transformers~=4.0.2