FIP and pre-commit updates

.cspell/custom-dictionary-workspace.txt

@@ -64,10 +64,13 @@ escalatee
 escalatees
 ESUP
 exitstatus
+expref
 fakeredis
 feedapiservice
 fget
+fillvalue
 filterwarnings
+FIPS
 firstparty
 fixdate
 fnmatch
@@ -188,6 +191,7 @@ stmts
 stringarray
 Stringdummy
 strptime
+subexpression
 suborg
 subtechniques
 suricata
@@ -244,6 +248,7 @@ urlencoding
 urllib
 userdata
 usergroup
+Variadict
 virtualenv
 walklevel
 Weaponization

.pre-commit-config.yaml

@@ -1,6 +1,6 @@
 repos:
   - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.4.0
+    rev: v5.0.0
     hooks:
       - id: check-added-large-files
       - id: check-ast
@@ -27,19 +27,19 @@ repos:
       - id: requirements-txt-fixer
       - id: trailing-whitespace
   - repo: https://github.com/pycqa/bandit
-    rev: 1.7.4
+    rev: 1.7.10
     hooks:
       - id: bandit
         exclude: |
           (?x)(
               ^tests/
           )
   - repo: https://github.com/psf/black
-    rev: 23.1.0
+    rev: 24.10.0
     hooks:
       - id: black
   - repo: https://github.com/streetsidesoftware/cspell-cli
-    rev: v6.2.0
+    rev: v8.15.1
     hooks:
       - id: cspell
         exclude: |
@@ -66,7 +66,7 @@ repos:
               ^tests/
           )
   - repo: https://github.com/asottile/pyupgrade
-    rev: v3.3.1
+    rev: v3.18.0
     hooks:
       - id: pyupgrade
         args:

release_notes.md

@@ -1,11 +1,12 @@
 # Release Notes
 
 ## 4.0.7
--   APP-4601 - [pleb] add jmespath custom functions to pleb to centralize that functionality to be used across apps.
--   APP-4604 - [transform] Add Processing Functions class to include pre-defined functions that can be used in transform builder and across TIE apps.
--   APP-4605 - [transform] normalize the way null/empty values are handled in transforms, and include empty string ''.
--   APP-4620 - [transform] Add structured/contextualized exceptions to transform to be able to deliver detailed error messages to users.
--  APP-4632 - [transform] Add attribute.pinned field
+-   APP-4601 - [pleb] Added jmespath custom functions to pleb to centralize functionality
+-   APP-4604 - [transform] Added standard processing functions class
+-   APP-4605 - [transform] Normalized the way null/empty values are handled in transforms (includes '')
+-   APP-4620 - [transform] Added structured/contextualized exceptions to transform
+-   APP-4632 - [transform] Added support for attribute.pinned field
+-   APP-4640 - [api] Updated API hashing method to use SHA256 for FIPS compliance
 
 
 ## 4.0.6

tcex/__init__.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # ruff: noqa: F401
 
 # standard library

tcex/api/api.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # third-party
 from requests import Session  # TYPE-CHECKING
 

tcex/api/tc/tc.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # third-party
 from requests import Session  # TYPE-CHECKING
 

tcex/api/tc/util/threat_intel_util.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 import logging
 import re

tcex/api/tc/v2/batch/attribute.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 import json
 from collections.abc import Callable

tcex/api/tc/v2/batch/batch.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 import gzip
 import json

tcex/api/tc/v2/batch/batch_submit.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 import gzip
 import json

tcex/api/tc/v2/batch/batch_writer.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 import gzip
 import hashlib

tcex/api/tc/v2/batch/group.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 import json
 import uuid

tcex/api/tc/v2/batch/indicator.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 import json
 import uuid

tcex/api/tc/v2/batch/security_label.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 import json
 

tcex/api/tc/v2/batch/tag.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 import json
 from collections.abc import Callable

tcex/api/tc/v2/datastore/cache.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 import logging
 from collections.abc import Callable

tcex/api/tc/v2/datastore/datastore.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 import logging
 

tcex/api/tc/v2/metric/metric.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 import logging
 

tcex/api/tc/v2/notification/notification.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 import json
 import logging

tcex/api/tc/v2/threat_intelligence/__init__.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 from .threat_intelligence import ThreatIntelligence
 
 __all__ = ['ThreatIntelligence']

tcex/api/tc/v2/threat_intelligence/mapping/group/group.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 from urllib.parse import quote_plus

tcex/api/tc/v2/threat_intelligence/mapping/group/group_type/adversary.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/group/group_type/attack_pattern.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/group/group_type/campaign.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/group/group_type/course_of_action.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/group/group_type/document.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/group/group_type/email.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/group/group_type/event.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/group/group_type/incident.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/group/group_type/intrusion_set.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/group/group_type/malware.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/group/group_type/report.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/group/group_type/signature.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/group/group_type/tactic.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/group/group_type/threat.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/group/group_type/tool.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/group/group_type/vulnerability.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/indicator/indicator.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 import json
 from typing import TYPE_CHECKING

tcex/api/tc/v2/threat_intelligence/mapping/indicator/indicator_type/address.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/indicator/indicator_type/email_address.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/indicator/indicator_type/file.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/indicator/indicator_type/host.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 from urllib.parse import quote_plus

tcex/api/tc/v2/threat_intelligence/mapping/indicator/indicator_type/url.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 from urllib.parse import quote_plus

tcex/api/tc/v2/threat_intelligence/mapping/mapping.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 import json
 import logging

tcex/api/tc/v2/threat_intelligence/mapping/owner.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/security_label.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/tag.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/tags.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/mapping/task.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 from urllib.parse import quote_plus

tcex/api/tc/v2/threat_intelligence/mapping/victim.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 from typing import TYPE_CHECKING
 

tcex/api/tc/v2/threat_intelligence/tcex_ti_tc_request.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 import hashlib
 import logging

tcex/api/tc/v2/threat_intelligence/threat_intelligence.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 import logging
 from functools import lru_cache

tcex/api/tc/v2/v2.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # third-party
 from requests import Session  # TYPE-CHECKING
 

tcex/api/tc/v3/_gen/_gen.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 import os
 from enum import Enum

tcex/api/tc/v3/_gen/_gen_abc.py

@@ -1,4 +1,5 @@
 """TcEx Framework Module"""
+
 # standard library
 import json
 import os