Skip to content

Commit f2244fa

Browse files
Merge commit '8d5f583bc7e56152440192806b3acda619a997fe' into EISW-138991-weights-separation-poc
2 parents 147e2db + 8d5f583 commit f2244fa

File tree

12,605 files changed

+58005
-196519
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

12,605 files changed

+58005
-196519
lines changed

Diff for: .github/actions/handle_docker/get_images_to_build.py

+4-1
Original file line numberDiff line numberDiff line change
@@ -64,7 +64,10 @@ def main():
6464
expected_tag = f'pr-{args.pr}'
6565

6666
if head_tag != expected_tag:
67-
logger.error(f"Please update docker tag in {args.head_tag_file} to {expected_tag}")
67+
logger.error(f"Some of your changes affected Docker environment for CI. "
68+
f"Please update docker tag in {args.head_tag_file} to {expected_tag}. "
69+
f"For more details please see "
70+
f"https://github.com/openvinotoolkit/openvino/blob/master/docs/dev/ci/github_actions/docker_images.md")
6871
sys.exit(1)
6972

7073
elif merge_queue_target_branch:

Diff for: .github/actions/setup_python/action.yml

-14
Original file line numberDiff line numberDiff line change
@@ -15,10 +15,6 @@ inputs:
1515
description: 'If the runner is self-hosted'
1616
required: false
1717
default: 'true'
18-
show-cache-info:
19-
description: 'If the action should show the share space occupied by cache'
20-
required: false
21-
default: 'false'
2218
runs:
2319
using: 'composite'
2420
steps:
@@ -75,13 +71,3 @@ runs:
7571
$pipVersion = python3 -c "import pip; print(pip.__version__)"
7672
Write-Host "Using pip version: $pipVersion"
7773
"PIP_CACHE_DIR=${{ inputs.pip-cache-path }}/$pipVersion" >> $env:GITHUB_ENV
78-
79-
- if: ${{ inputs.show-cache-info == 'true' }}
80-
name: Get pip cache info
81-
shell: bash
82-
run: |
83-
echo "Cache size: "
84-
du -h -d2 ${{ env.PIP_CACHE_DIR }}
85-
echo "Cache info: "
86-
python3 -m pip cache info
87-
continue-on-error: true

Diff for: .github/components.yml

-15
Original file line numberDiff line numberDiff line change
@@ -110,7 +110,6 @@ IR_FE:
110110

111111
ONNX_FE:
112112
revalidate:
113-
- MO
114113
- OVC
115114
- ONNX_RT
116115
build:
@@ -119,15 +118,13 @@ ONNX_FE:
119118

120119
PDPD_FE:
121120
revalidate:
122-
- MO
123121
- OVC
124122
build:
125123
- CPU
126124
- Python_API
127125

128126
TF_FE:
129127
revalidate:
130-
- MO
131128
- OVC
132129
build:
133130
- CPU
@@ -136,15 +133,13 @@ TF_FE:
136133

137134
TFL_FE:
138135
revalidate:
139-
- MO
140136
- OVC
141137
build:
142138
- CPU
143139
- Python_API
144140

145141
PyTorch_FE:
146142
revalidate:
147-
- MO
148143
- OVC
149144
build:
150145
- CPU
@@ -153,7 +148,6 @@ PyTorch_FE:
153148

154149
JAX_FE:
155150
revalidate:
156-
- MO
157151
- OVC
158152
build:
159153
- CPU
@@ -171,7 +165,6 @@ C_API:
171165
Python_API:
172166
revalidate:
173167
- samples
174-
- MO
175168
- OVC
176169
- tools
177170
- TF_FE
@@ -228,14 +221,6 @@ OVC:
228221
- Python_API
229222
- TOKENIZERS # TF_FE tests depends on tokenizers build
230223

231-
MO:
232-
revalidate:
233-
- PyTorch_FE
234-
- TF_FE
235-
build:
236-
- Python_API
237-
- TOKENIZERS # TF_FE tests depends on tokenizers build
238-
239224
tools:
240225
build:
241226
- CPU

Diff for: .github/dockerfiles/docker_tag

+1-1
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
pr-27597
1+
pr-28040

Diff for: .github/dockerfiles/ov_build/fedora_29/Dockerfile

+5-1
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,11 @@ FROM ${REGISTRY}/library/fedora:29
33

44
USER root
55

6-
RUN yum update -y && yum install -y \
6+
# dnf configuration
7+
RUN echo "timeout=60" >> /etc/dnf/dnf.conf && \
8+
echo "retries=10" >> /etc/dnf/dnf.conf
9+
10+
RUN dnf update -y && dnf install -y \
711
git \
812
curl \
913
python3 \

Diff for: .github/dockerfiles/ov_build/ubuntu_22_04_riscv/Dockerfile

+4-1
Original file line numberDiff line numberDiff line change
@@ -62,10 +62,13 @@ RUN echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ jammy main restricte
6262

6363
RUN dpkg --add-architecture riscv64 && \
6464
apt-get update -o Dir::Etc::sourcelist=/etc/apt/sources.list.d/riscv64-sources.list && \
65-
apt-get install -y --no-install-recommends libpython3-dev:riscv64
65+
apt-get install -y --no-install-recommends libpython3-dev:riscv64 && \
66+
apt-get install libgomp1:riscv64 && \
67+
apt-get install libatomic1:riscv64
6668

6769
# Setup pip
6870
ENV PIP_VERSION="24.0"
6971
RUN curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py && \
7072
python3 get-pip.py --no-cache-dir pip==${PIP_VERSION} && \
7173
rm -f get-pip.py
74+
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,102 @@
1+
ARG REGISTRY="docker.io"
2+
FROM ${REGISTRY}/library/ubuntu:22.04
3+
4+
USER root
5+
6+
# APT configuration
7+
RUN echo 'Acquire::Retries "10";' > /etc/apt/apt.conf && \
8+
echo 'APT::Get::Assume-Yes "true";' >> /etc/apt/apt.conf && \
9+
echo 'APT::Get::Fix-Broken "true";' >> /etc/apt/apt.conf && \
10+
echo 'APT::Get::no-install-recommends "true";' >> /etc/apt/apt.conf
11+
12+
ENV DEBIAN_FRONTEND="noninteractive" \
13+
TZ="Europe/London"
14+
15+
RUN apt-get update && \
16+
apt-get install software-properties-common && \
17+
add-apt-repository --yes --no-update ppa:git-core/ppa && \
18+
add-apt-repository --yes --no-update ppa:deadsnakes/ppa && \
19+
apt-get update && \
20+
# install compilers to build OpenVINO for RISC-V 64
21+
apt-get install gcc-riscv64-linux-gnu g++-riscv64-linux-gnu && \
22+
apt-get install \
23+
curl \
24+
git \
25+
cmake \
26+
ccache \
27+
ninja-build \
28+
fdupes \
29+
patchelf \
30+
ca-certificates \
31+
gpg-agent \
32+
tzdata \
33+
# parallel gzip
34+
pigz \
35+
# Python \
36+
python3-dev \
37+
python3-pip \
38+
python3-venv \
39+
python3-distutils \
40+
# Compilers
41+
gcc \
42+
g++ \
43+
# xuantie-gnu-toolchain build dependencies
44+
autoconf \
45+
automake \
46+
autotools-dev \
47+
libmpc-dev \
48+
libmpfr-dev\
49+
libgmp-dev \
50+
gawk \
51+
build-essential \
52+
bison \
53+
flex \
54+
texinfo \
55+
gperf \
56+
libtool \
57+
patchutils \
58+
bc \
59+
zlib1g-dev \
60+
libexpat-dev \
61+
&& \
62+
rm -rf /var/lib/apt/lists/*
63+
64+
# Install RISC-V native debian packages
65+
RUN echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ jammy main restricted > riscv64-sources.list && \
66+
echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ jammy-updates main restricted >> riscv64-sources.list && \
67+
echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ jammy universe >> riscv64-sources.list && \
68+
echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ jammy-updates universe >> riscv64-sources.list && \
69+
echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ jammy multiverse >> riscv64-sources.list && \
70+
echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ jammy-updates multiverse >> riscv64-sources.list && \
71+
echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ jammy-backports main restricted universe multiverse >> riscv64-sources.list && \
72+
echo deb [arch=amd64] http://security.ubuntu.com/ubuntu/ jammy-security main restricted >> riscv64-sources.list && \
73+
echo deb [arch=amd64] http://security.ubuntu.com/ubuntu/ jammy-security universe >> riscv64-sources.list && \
74+
echo deb [arch=amd64] http://security.ubuntu.com/ubuntu/ jammy-security multiverse >> riscv64-sources.list && \
75+
echo deb [arch=riscv64] http://ports.ubuntu.com/ubuntu-ports/ jammy main >> riscv64-sources.list && \
76+
echo deb [arch=riscv64] http://ports.ubuntu.com/ubuntu-ports/ jammy universe >> riscv64-sources.list && \
77+
echo deb [arch=riscv64] http://ports.ubuntu.com/ubuntu-ports/ jammy-updates main >> riscv64-sources.list && \
78+
echo deb [arch=riscv64] http://ports.ubuntu.com/ubuntu-ports/ jammy-security main >> riscv64-sources.list && \
79+
mv riscv64-sources.list /etc/apt/sources.list.d/
80+
81+
RUN dpkg --add-architecture riscv64 && \
82+
apt-get update -o Dir::Etc::sourcelist=/etc/apt/sources.list.d/riscv64-sources.list && \
83+
apt-get install -y --no-install-recommends libpython3-dev:riscv64
84+
85+
# build xuintie toolchain
86+
ARG XUANTIE_VERSION="V2.8.1"
87+
ARG XUANTIE_REPO="https://github.com/XUANTIE-RV/xuantie-gnu-toolchain"
88+
ARG XUINTIE_PATH="/opt/riscv"
89+
ARG XUINTIE_TMP_PATH="/tmp/xuantie"
90+
ARG XUINTIE_SRC="/tmp/xuantie/src"
91+
92+
RUN mkdir -p ${XUINTIE_TMP_PATH} && cd ${XUINTIE_TMP_PATH} && \
93+
git clone --branch ${XUANTIE_VERSION} --depth 1 ${XUANTIE_REPO} ${XUINTIE_SRC} && cd ${XUINTIE_SRC} && \
94+
./configure --prefix=${XUINTIE_PATH} --disable-gdb && \
95+
make linux -j$(nproc) && make install && \
96+
rm -rf ${XUINTIE_TMP_PATH}
97+
98+
# Setup pip
99+
ENV PIP_VERSION="24.0"
100+
RUN curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py && \
101+
python3 get-pip.py --no-cache-dir pip==${PIP_VERSION} && \
102+
rm -f get-pip.py

Diff for: .github/dockerfiles/ov_build/ubuntu_22_04_x64_cc/Dockerfile

+7-3
Original file line numberDiff line numberDiff line change
@@ -36,7 +36,11 @@ RUN apt-get update && \
3636
# For Java API
3737
default-jdk \
3838
# Compiler \
39-
clang \
39+
clang-15 \
40+
# Static analyzer
41+
clang-tidy-15 \
42+
# clang-tidy uses clang-format as a dependency
43+
clang-format-15 \
4044
&& \
4145
rm -rf /var/lib/apt/lists/*
4246

@@ -47,8 +51,8 @@ RUN chmod +x /install_build_dependencies.sh && \
4751
rm -rf /var/lib/apt/lists/*
4852

4953
# Set clang as a default compiler
50-
RUN update-alternatives --install /usr/bin/cc cc /usr/bin/clang 100 && \
51-
update-alternatives --install /usr/bin/c++ c++ /usr/bin/clang++ 100
54+
RUN update-alternatives --install /usr/bin/cc cc /usr/bin/clang-15 100 && \
55+
update-alternatives --install /usr/bin/c++ c++ /usr/bin/clang++-15 100
5256

5357
# Install sscache
5458
ARG SCCACHE_VERSION="v0.7.5"

Diff for: .github/dockerfiles/ov_test/fedora_33/Dockerfile

+5-1
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,11 @@ FROM ${REGISTRY}/library/fedora:33
33

44
USER root
55

6-
RUN yum update -y && yum install -y \
6+
# dnf configuration
7+
RUN echo "timeout=60" >> /etc/dnf/dnf.conf && \
8+
echo "retries=10" >> /etc/dnf/dnf.conf
9+
10+
RUN dnf update -y && dnf install -y \
711
git \
812
curl \
913
python3 \
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,56 @@
1+
ARG REGISTRY="docker.io"
2+
FROM ${REGISTRY}/library/ubuntu:22.04
3+
4+
USER root
5+
6+
# APT configuration
7+
RUN echo 'Acquire::Retries "10";' > /etc/apt/apt.conf && \
8+
echo 'APT::Get::Assume-Yes "true";' >> /etc/apt/apt.conf && \
9+
echo 'APT::Get::Fix-Broken "true";' >> /etc/apt/apt.conf && \
10+
echo 'APT::Get::no-install-recommends "true";' >> /etc/apt/apt.conf
11+
12+
ENV DEBIAN_FRONTEND="noninteractive" \
13+
TZ="Europe/London"
14+
15+
RUN apt-get update && \
16+
apt-get install software-properties-common && \
17+
add-apt-repository --yes --no-update ppa:git-core/ppa && \
18+
add-apt-repository --yes --no-update ppa:deadsnakes/ppa && \
19+
apt-get update && \
20+
apt-get install \
21+
curl \
22+
git \
23+
ninja-build \
24+
ca-certificates \
25+
gpg-agent \
26+
tzdata \
27+
# parallel gzip
28+
pigz \
29+
# Compilers
30+
gcc \
31+
g++ \
32+
# qemu build dependencies
33+
gcc-riscv64-linux-gnu \
34+
g++-riscv64-linux-gnu \
35+
libc6-riscv64-cross \
36+
build-essential \
37+
pkg-config \
38+
libglib2.0-dev \
39+
libpixman-1-dev \
40+
zlib1g-dev \
41+
&& \
42+
rm -rf /var/lib/apt/lists/*
43+
44+
# build xuintie qemu emulator only
45+
ARG XUANTIE_VERSION="V2.8.1"
46+
ARG XUANTIE_REPO="https://github.com/XUANTIE-RV/xuantie-gnu-toolchain"
47+
ARG XUINTIE_PATH="/opt/riscv"
48+
ARG XUINTIE_TMP_PATH="/tmp/xuantie"
49+
ARG XUINTIE_SRC="/tmp/xuantie/src"
50+
51+
RUN mkdir -p ${XUINTIE_TMP_PATH} && cd ${XUINTIE_TMP_PATH} && \
52+
git clone --branch ${XUANTIE_VERSION} --depth 1 ${XUANTIE_REPO} ${XUINTIE_SRC} && \
53+
cd ${XUINTIE_SRC} && git submodule update --init -- qemu && \
54+
cd ${XUINTIE_SRC}/qemu && ./configure --prefix=${XUINTIE_PATH} --interp-prefix=/usr/riscv64-linux-gnu --target-list=riscv64-linux-user && \
55+
make -j$(nproc) && make install && \
56+
rm -rf ${XUINTIE_TMP_PATH}

Diff for: .github/github_org_control/config.json

-1
Original file line numberDiff line numberDiff line change
@@ -36,7 +36,6 @@
3636
"openvino-tf-frontend-maintainers": "category: TF FE",
3737
"openvino-onnx-frontend-maintainers": "category: ONNX FE",
3838
"openvino-ie-tests-maintainers": "category: IE Tests",
39-
"openvino-mo-maintainers": "category: MO",
4039
"openvino-ovc-maintainers": "category: OVC",
4140
"openvino-ngraph-maintainers": "category: Core",
4241
"openvino-scripts-maintainers": "category: build",

Diff for: .github/scripts/workflow_rerun/errors_to_look_for.json

+32
Original file line numberDiff line numberDiff line change
@@ -86,5 +86,37 @@
8686
{
8787
"error_text": "because the GET request got Content-Type",
8888
"ticket": 158400
89+
},
90+
{
91+
"error_text": "Unable to make request:",
92+
"ticket": 158401
93+
},
94+
{
95+
"error_text": "Failed to make request",
96+
"ticket": 158401
97+
},
98+
{
99+
"error_text": "Unable to download artifact",
100+
"ticket": 158401
101+
},
102+
{
103+
"error_text": "Failure when receiving data from the peer",
104+
"ticket": 159323
105+
},
106+
{
107+
"error_text": "HTTP response code said error",
108+
"ticket": 159398
109+
},
110+
{
111+
"error_text": "download failed after attempts",
112+
"ticket": 159547
113+
},
114+
{
115+
"error_text": "Failed to connect to github.com port 443: Connection refused",
116+
"ticket": 156593
117+
},
118+
{
119+
"error_text": "file DOWNLOAD cannot compute hash on failed download",
120+
"ticket": 156593
89121
}
90122
]

Diff for: .github/workflows/build_doc.yml

+1-1
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,7 @@ jobs:
2525
lfs: 'true'
2626

2727
- name: Install apt-get dependencies
28-
uses: awalsh128/cache-apt-pkgs-action@a6c3917cc929dd0345bfb2d3feaf9101823370ad # v1.4.2
28+
uses: awalsh128/cache-apt-pkgs-action@5902b33ae29014e6ca012c5d8025d4346556bd40 # v1.4.3
2929
with:
3030
packages: graphviz texlive liblua5.2-0 libclang1-9 libclang-cpp9
3131
version: 3.0

0 commit comments

Comments
 (0)