Skip to content

Commit ff56518

Browse files
razvanapetroaierazvanapetroaie
committed
Merge remote-tracking branch 'upstream/master' into CVS-164415-implement-model-exportation
2 parents f8ae920 + 82db316 commit ff56518

File tree

3,643 files changed

+110403
-190457
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

3,643 files changed

+110403
-190457
lines changed

‎.gitattributes

+2
Original file line numberDiff line numberDiff line change
@@ -67,3 +67,5 @@
6767
*.svg filter=lfs diff=lfs merge=lfs -text
6868
.github/scripts/workflow_rerun/tests/data/log_archive_with_error.zip filter=lfs diff=lfs merge=lfs -text
6969
.github/scripts/workflow_rerun/tests/data/log_archive_wo_error.zip filter=lfs diff=lfs merge=lfs -text
70+
*.pdf filter=lfs diff=lfs merge=lfs -text
71+
*.xlsx filter=lfs diff=lfs merge=lfs -text

‎.github/actions/common/artifact_utils.py

+3-3
Original file line numberDiff line numberDiff line change
@@ -18,10 +18,10 @@ def add_common_args(parser: argparse.ArgumentParser):
1818
default=os.getenv('ARTIFACTS_SHARE'))
1919
group = parser.add_mutually_exclusive_group(required=True)
2020
group.add_argument('-d', '--storage_dir', help='Subdirectory name for artifacts, same as product type',
21-
choices=[platform_key.value for platform_key in ProductType])
22-
group.add_argument('-p', '--platform', type=str,
21+
choices=[product_type.value for product_type in ProductType], type=str.lower)
22+
group.add_argument('-p', '--platform', type=str.lower,
2323
help='Platform for which to restore artifacts. Used if storage_dir is not set',
24-
choices=[product_type.value for product_type in PlatformKey])
24+
choices=[platform_key.value for platform_key in PlatformKey])
2525

2626

2727
def get_event_type(event_name: str = os.getenv('GITHUB_EVENT_NAME')) -> str:

‎.github/actions/common/constants.py

+7-3
Original file line numberDiff line numberDiff line change
@@ -14,9 +14,12 @@ class EventType(Enum):
1414
'public_linux_ubuntu_22_04_x86_64_release',
1515
'public_linux_ubuntu_22_04_dpcpp_x86_64_release',
1616
'public_linux_ubuntu_24_04_x86_64_release',
17-
'public_windows_vs2019_Release',
18-
'public_windows_vs2019_Debug',
17+
'public_windows_vs2019_release',
18+
'public_windows_vs2019_debug',
19+
'public_windows_vs2022_release',
20+
'public_windows_vs2022_debug',
1921
'public_manylinux2014_x86_64_release',
22+
'public_macos_x86_64_release',
2023
)
2124
ProductType = Enum('ProductType', {t.upper(): t for t in productTypes})
2225

@@ -41,5 +44,6 @@ class EventType(Enum):
4144
PlatformKey.UBUNTU20_ARM64: ProductType.PUBLIC_LINUX_UBUNTU_20_04_ARM64_RELEASE,
4245
PlatformKey.UBUNTU22_X86_64: ProductType.PUBLIC_LINUX_UBUNTU_22_04_X86_64_RELEASE,
4346
PlatformKey.UBUNTU24_X86_64: ProductType.PUBLIC_LINUX_UBUNTU_24_04_X86_64_RELEASE,
44-
PlatformKey.WINDOWS_X86_64: ProductType.PUBLIC_WINDOWS_VS2019_RELEASE,
47+
PlatformKey.WINDOWS_X86_64: ProductType.PUBLIC_WINDOWS_VS2022_RELEASE,
48+
PlatformKey.MACOS_12_6_X86_64: ProductType.PUBLIC_MACOS_X86_64_RELEASE,
4549
}

‎.github/actions/store_artifacts/store_artifacts.py

+43-2
Original file line numberDiff line numberDiff line change
@@ -4,6 +4,7 @@
44
from __future__ import annotations
55

66
import argparse
7+
import hashlib
78
import logging
89
import os
910
import sys
@@ -62,6 +63,33 @@ def rotate_dir(directory: Path) -> bool:
6263
return True
6364

6465

66+
def generate_sha256sum(file_path: str | Path) -> str:
67+
"""
68+
Generates the SHA-256 checksum for the given file.
69+
70+
:param file_path: Path to the file
71+
:return: SHA-256 checksum as a hexadecimal string
72+
"""
73+
sha256 = hashlib.sha256()
74+
with open(file_path, 'rb') as file:
75+
for chunk in iter(lambda: file.read(4096), b''):
76+
sha256.update(chunk)
77+
return sha256.hexdigest()
78+
79+
80+
def store_checksums(artifact_path: Path) -> None:
81+
"""
82+
Generates SHA-256 checksums for a given artifact and stores them in separate files.
83+
84+
:param artifact_path: Path to either a single artifact file or the directory with files to generate checksums for
85+
"""
86+
files = [path for path in artifact_path.rglob('*') if path.is_file] if artifact_path.is_dir() else [artifact_path]
87+
for file in files:
88+
hashsum_filepath = file.with_suffix('.sha256')
89+
with open(hashsum_filepath, 'w') as hashsum_file:
90+
hashsum_file.write(generate_sha256sum(file))
91+
92+
6593
def main():
6694
action_utils.init_logger()
6795
logger = logging.getLogger(__name__)
@@ -79,6 +107,14 @@ def main():
79107
error_found = False
80108
for artifact in args.artifacts.split():
81109
artifact_path = Path(artifact)
110+
111+
logger.debug(f"Calculating checksum for {artifact_path}")
112+
try:
113+
store_checksums(artifact_path)
114+
except Exception as e:
115+
logger.error(f'Failed to calculate checksum for {artifact}: {e}')
116+
error_found = True
117+
82118
logger.debug(f"Copying {artifact_path} to {storage / artifact_path.name}")
83119
try:
84120
with preserve_stats_context():
@@ -87,6 +123,9 @@ def main():
87123
else:
88124
storage.mkdir(parents=True, exist_ok=True)
89125
shutil.copy2(artifact_path, storage / artifact_path.name)
126+
if artifact_path.with_suffix('.sha256').exists():
127+
shutil.copy2(artifact_path.with_suffix('.sha256'),
128+
storage / artifact_path.with_suffix('.sha256').name)
90129
except Exception as e:
91130
logger.error(f'Failed to copy {artifact}: {e}')
92131
error_found = True
@@ -95,10 +134,12 @@ def main():
95134
if github_server: # If running from GHA context
96135
# TODO: write an exact job link, but it's not trivial to get
97136
workflow_link = f"{github_server}/{os.getenv('GITHUB_REPOSITORY')}/actions/runs/{os.getenv('GITHUB_RUN_ID')}"
98-
with open(storage / 'workflow_link.txt', 'w') as file:
137+
workflow_link_file = storage / 'workflow_link.txt'
138+
with open(workflow_link_file, 'w') as file:
99139
file.write(workflow_link)
140+
store_checksums(workflow_link_file)
100141

101-
if not error_found:
142+
if not error_found and os.getenv('GITHUB_REPOSITORY') == 'openvinotoolkit/openvino':
102143
latest_artifacts_for_branch = artifact_utils.get_latest_artifacts_link(storage_dir, args.storage_root,
103144
args.branch_name, args.event_name)
104145
# Overwrite path to "latest" built artifacts only if a given commit is the head of a given branch

‎.github/dependabot.yml

-3
Original file line numberDiff line numberDiff line change
@@ -15,14 +15,11 @@ updates:
1515
timezone: "Poland"
1616
open-pull-requests-limit: 3
1717
assignees:
18-
- "jiwaszki"
1918
- "p-wysocki"
2019
- "akuporos"
2120
- "rkazants"
2221
- "ceciliapeng2011"
2322
- "meiyang-intel"
24-
- "mbencer"
25-
- "tomdol"
2623
- "jane-intel"
2724
versioning-strategy: increase-if-necessary
2825

‎.github/dockerfiles/docker_tag

+1-1
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
pr-28040
1+
pr-28972

‎.github/dockerfiles/ov_build/ubuntu_22_04_x64_cc/Dockerfile

+4-2
Original file line numberDiff line numberDiff line change
@@ -13,8 +13,10 @@ ENV DEBIAN_FRONTEND="noninteractive" \
1313
TZ="Europe/London"
1414

1515
RUN apt-get update && \
16-
apt-get install software-properties-common && \
16+
apt-get install software-properties-common wget && \
1717
add-apt-repository --yes --no-update ppa:git-core/ppa && \
18+
add-apt-repository --yes --no-update "deb http://apt.llvm.org/jammy/ llvm-toolchain-jammy-18 main" && \
19+
wget -O - https://apt.llvm.org/llvm-snapshot.gpg.key | tee /etc/apt/trusted.gpg.d/llvm.asc && \
1820
add-apt-repository --yes --no-update ppa:deadsnakes/ppa && \
1921
apt-get update && \
2022
apt-get install \
@@ -38,7 +40,7 @@ RUN apt-get update && \
3840
# Compiler \
3941
clang-15 \
4042
# Static analyzer
41-
clang-tidy-15 \
43+
clang-tidy-18 \
4244
# clang-tidy uses clang-format as a dependency
4345
clang-format-15 \
4446
&& \

‎.github/dockerfiles/ov_test/ubuntu_22_04_x64/Dockerfile

+7
Original file line numberDiff line numberDiff line change
@@ -32,6 +32,13 @@ RUN apt-get update && \
3232
libhdf5-dev \
3333
# For TF Models tests
3434
wget \
35+
# libGL for PyTorch Models tests
36+
ffmpeg \
37+
libsm6 \
38+
libxext6 \
39+
libgl1 \
40+
libgl1-mesa-glx \
41+
libglib2.0-0 \
3542
&& \
3643
rm -rf /var/lib/apt/lists/*
3744

‎.github/github_org_control/check_org.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
# Copyright (C) 2018-2021 Intel Corporation
1+
# Copyright (C) 2018-2025 Intel Corporation
22
# SPDX-License-Identifier: Apache-2.0
33

44
"""

‎.github/github_org_control/check_pr.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
# Copyright (C) 2018-2021 Intel Corporation
1+
# Copyright (C) 2018-2025 Intel Corporation
22
# SPDX-License-Identifier: Apache-2.0
33

44
"""

‎.github/github_org_control/configs.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
# Copyright (C) 2018-2021 Intel Corporation
1+
# Copyright (C) 2018-2025 Intel Corporation
22
# SPDX-License-Identifier: Apache-2.0
33

44
"""

‎.github/github_org_control/github_api.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
# Copyright (C) 2018-2021 Intel Corporation
1+
# Copyright (C) 2018-2025 Intel Corporation
22
# SPDX-License-Identifier: Apache-2.0
33

44
"""

‎.github/github_org_control/ldap_api.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
# Copyright (C) 2018-2021 Intel Corporation
1+
# Copyright (C) 2018-2025 Intel Corporation
22
# SPDX-License-Identifier: Apache-2.0
33

44
"""

‎.github/scripts/workflow_rerun/errors_to_look_for.json

+12
Original file line numberDiff line numberDiff line change
@@ -118,5 +118,17 @@
118118
{
119119
"error_text": "file DOWNLOAD cannot compute hash on failed download",
120120
"ticket": 156593
121+
},
122+
{
123+
"error_text": "lost communication with the server",
124+
"ticket": 160816
125+
},
126+
{
127+
"error_text": "the runner has received a shutdown signal",
128+
"ticket": 160818
129+
},
130+
{
131+
"error_text": "Timed out waiting for server startup",
132+
"ticket": 161077
121133
}
122134
]

‎.github/workflows/android_arm64.yml

+1-1
Original file line numberDiff line numberDiff line change
@@ -182,7 +182,7 @@ jobs:
182182
# Upload build logs
183183
#
184184
- name: Upload build logs
185-
uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3
185+
uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4.6.0
186186
if: always()
187187
with:
188188
name: build_logs

‎.github/workflows/android_x64.yml

+1-2
Original file line numberDiff line numberDiff line change
@@ -140,7 +140,6 @@ jobs:
140140
-DENABLE_LTO=ON \
141141
-DENABLE_PYTHON=OFF \
142142
-DENABLE_TESTS=ON \
143-
-DOPENVINO_EXTRA_MODULES=${{ env.OPENVINO_GENAI_REPO }} \
144143
-S ${OPENVINO_REPO} \
145144
-B ${BUILD_DIR}
146145
@@ -157,7 +156,7 @@ jobs:
157156
# Upload build logs
158157
#
159158
- name: Upload build logs
160-
uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3
159+
uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4.6.0
161160
if: always()
162161
with:
163162
name: build_logs

‎.github/workflows/build_doc.yml

+6-6
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@ permissions: read-all
1414

1515
jobs:
1616
Build_Doc:
17-
runs-on: ubuntu-20.04
17+
runs-on: ubuntu-22.04
1818
if: ${{ github.repository_owner == 'openvinotoolkit' }}
1919
steps:
2020
- name: Clone OpenVINO
@@ -30,7 +30,7 @@ jobs:
3030
packages: graphviz texlive liblua5.2-0 libclang1-9 libclang-cpp9
3131
version: 3.0
3232

33-
- uses: actions/setup-python@0b93645e9fea7318ecaed2b359559ac225c90a2b # v5.3.0
33+
- uses: actions/setup-python@42375524e23c412d93fb67b49958b491fce71c38 # v5.4.0
3434
id: cp310
3535
with:
3636
python-version: '3.10'
@@ -64,7 +64,7 @@ jobs:
6464
6565
- name: Cache documentation
6666
id: cache_sphinx_docs
67-
uses: actions/cache@6849a6489940f00c2f30c0fb92c6274307ccb58a # v4.1.2
67+
uses: actions/cache@d4323d4df104b026a6aa633fdb11d772146be0bf # v4.2.2
6868
with:
6969
path: build/docs/_build/.doctrees
7070
key: sphinx-docs-cache
@@ -78,13 +78,13 @@ jobs:
7878
echo "PR_NUMBER=$PR_NUMBER" >> $GITHUB_ENV
7979
8080
- name: 'Upload sphinx.log'
81-
uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3
81+
uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4.6.0
8282
with:
8383
name: sphinx_build_log_${{ env.PR_NUMBER }}.log
8484
path: build/docs/sphinx.log
8585

8686
- name: 'Upload docs html'
87-
uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3
87+
uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4.6.0
8888
with:
8989
name: openvino_docs_html_${{ env.PR_NUMBER }}.zip
9090
path: build/docs/openvino_docs_html.zip
@@ -101,7 +101,7 @@ jobs:
101101
102102
- name: 'Upload test results'
103103
if: failure()
104-
uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3
104+
uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4.6.0
105105
with:
106106
name: openvino_docs_pytest
107107
path: build/docs/_artifacts/

‎.github/workflows/cleanup_caches.yml

+31-4
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@ permissions: read-all
1010
jobs:
1111
Cleanup_PIP:
1212
name: Cleanup PIP cache
13-
runs-on: aks-linux-2-cores-8gb
13+
runs-on: aks-linux-small
1414
if: ${{ github.repository_owner == 'openvinotoolkit' }}
1515
container:
1616
image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04
@@ -35,9 +35,36 @@ jobs:
3535
echo "Cache info: "
3636
du -h -d2 ${PIP_CACHE_PATH}
3737
38+
Cleanup_HF_Cache:
39+
name: Cleanup HuggingFace cache
40+
runs-on: aks-linux-4-cores-16gb
41+
if: ${{ github.repository_owner == 'openvinotoolkit' }}
42+
container:
43+
image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04
44+
volumes:
45+
- /mount:/mount
46+
env:
47+
HF_CACHE_PATH: /mount/caches/huggingface
48+
49+
steps:
50+
- name: Checkout cache action
51+
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
52+
timeout-minutes: 15
53+
with:
54+
sparse-checkout: .github/actions/cache
55+
56+
- name: Cleanup HF cache
57+
uses: ./.github/actions/cache/cleanup
58+
with:
59+
cache-size: 1700
60+
max-cache-size: 2000
61+
cache-path: ${{ env.HF_CACHE_PATH }}
62+
recursive: true
63+
key: '.'
64+
3865
Cleanup_ccache_lin:
3966
name: Cleanup Linux ccache
40-
runs-on: aks-linux-2-cores-8gb
67+
runs-on: aks-linux-small
4168
if: ${{ github.repository_owner == 'openvinotoolkit' }}
4269
container:
4370
image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04
@@ -47,7 +74,7 @@ jobs:
4774
CCACHE_PATH: /mount/caches/ccache
4875

4976
steps:
50-
- name: Checkout cach action
77+
- name: Checkout cache action
5178
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
5279
timeout-minutes: 15
5380
with:
@@ -70,7 +97,7 @@ jobs:
7097
CCACHE_PATH: C:\\mount\\caches\\ccache
7198

7299
steps:
73-
- name: Checkout cach action
100+
- name: Checkout cache action
74101
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
75102
timeout-minutes: 15
76103
with:

‎.github/workflows/code_snippets.yml

+1-1
Original file line numberDiff line numberDiff line change
@@ -34,7 +34,7 @@ jobs:
3434
submodules: 'true'
3535

3636
- name: Install OpenCL
37-
uses: awalsh128/cache-apt-pkgs-action@a6c3917cc929dd0345bfb2d3feaf9101823370ad # v1.4.2
37+
uses: awalsh128/cache-apt-pkgs-action@5902b33ae29014e6ca012c5d8025d4346556bd40 # v1.4.3
3838
if: runner.os == 'Linux'
3939
with:
4040
packages: ocl-icd-opencl-dev opencl-headers

0 commit comments

Comments
 (0)