AssertionError: Failed to find release artefact for model version at https://github.com/ACCESS-NRI/ACCESS-ESM1.5/releases/tag/pr37-4
assert 404 == 200
 +  where 404 = <Response [404]>.status_code
 +    where <Response [404]> = <function get at 0x7fbf29e4e660>('https://github.com/ACCESS-NRI/ACCESS-ESM1.5/releases/tag/pr37-4')
 +      where <function get at 0x7fbf29e4e660> = requests.get
self = <test_access_esm1p5_config.TestAccessEsm1p5 object at 0x7fbf29baa990>
config = {'calendar': {'runtime': {'days': 0, 'months': 0, 'years': 1}, 'start': {'days': 1, 'month': 1, 'year': 101}}, 'collat...combine.spack', 'mem': '4GB', 'mpi': False, 'restart': True, ...}, 'jobfs': '1500MB', 'jobname': 'pre-industrial', ...}
control_path = PosixPath('/home/runner/work/access-esm1.5-configs/access-esm1.5-configs')

    def test_access_esm1p5_manifest_exe_in_release_spack_location(
        self, config, control_path
    ):
>       check_manifest_exes_in_spack_location(
            model_module_name=ACCESS_ESM1P5_MODULE_NAME,
            model_repo_name=ACCESS_ESM1P5_REPOSITORY_NAME,
            control_path=control_path,
            config=config,
        )

/opt/hostedtoolcache/Python/3.11.0/x64/lib/python3.11/site-packages/model_config_tests/qa/test_access_esm1p5_config.py:106: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/opt/hostedtoolcache/Python/3.11.0/x64/lib/python3.11/site-packages/model_config_tests/qa/test_config.py:338: in check_manifest_exes_in_spack_location
    spack_location = get_spack_location_file(model_repo_name, module_version)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

model_repo_name = 'ACCESS-ESM1.5', model_version = 'pr37-4'

    def get_spack_location_file(model_repo_name, model_version):
        """Return the spack.location file for the model version
        from a Github release artefact. Raises an AssertionError if the
        release artefact or spack.location file is not found."""
        base_url = f"https://github.com/ACCESS-NRI/{model_repo_name}/releases"
        # Check whether there is a release artefact for the model version
        release_url = f"{base_url}/tag/{model_version}"
>       assert (
            requests.get(release_url).status_code == 200
        ), f"Failed to find release artefact for model version at {release_url}"
E       AssertionError: Failed to find release artefact for model version at https://github.com/ACCESS-NRI/ACCESS-ESM1.5/releases/tag/pr37-4
E       assert 404 == 200
E        +  where 404 = <Response [404]>.status_code
E        +    where <Response [404]> = <function get at 0x7fbf29e4e660>('https://github.com/ACCESS-NRI/ACCESS-ESM1.5/releases/tag/pr37-4')
E        +      where <function get at 0x7fbf29e4e660> = requests.get

/opt/hostedtoolcache/Python/3.11.0/x64/lib/python3.11/site-packages/model_config_tests/qa/test_config.py:269: AssertionError

assert False
self = <test_config.TestRelConfig object at 0x7fbf29c3e810>
config = {'calendar': {'runtime': {'days': 0, 'months': 0, 'years': 1}, 'start': {'days': 1, 'month': 1, 'year': 101}}, 'collat...combine.spack', 'mem': '4GB', 'mpi': False, 'restart': True, ...}, 'jobfs': '1500MB', 'jobname': 'pre-industrial', ...}

    def test_runlog_is_on(self, config):
        runlog_config = config.get("runlog", {})
        if isinstance(runlog_config, bool):
            runlog_enabled = runlog_config
        else:
            runlog_enabled = runlog_config.get("enable", True)
>       assert runlog_enabled
E       assert False

/opt/hostedtoolcache/Python/3.11.0/x64/lib/python3.11/site-packages/model_config_tests/qa/test_config.py:77: AssertionError

AssertionError: Executable reproducibility should be enforced, e.g set:
  manifest:
      reproduce:
          exe: True
assert ('exe' in {'exe': False} and False)
self = <test_config.TestRelConfig object at 0x7fbf29c3ef10>
config = {'calendar': {'runtime': {'days': 0, 'months': 0, 'years': 1}, 'start': {'days': 1, 'month': 1, 'year': 101}}, 'collat...combine.spack', 'mem': '4GB', 'mpi': False, 'restart': True, ...}, 'jobfs': '1500MB', 'jobname': 'pre-industrial', ...}

    def test_manifest_reproduce_exe_is_on(self, config):
        manifest_reproduce = config.get("manifest", {}).get("reproduce", {})
>       assert "exe" in manifest_reproduce and manifest_reproduce["exe"], (
            "Executable reproducibility should be enforced, e.g set:\n"
            + "manifest:\n    reproduce:\n        exe: True"
        )
E       AssertionError: Executable reproducibility should be enforced, e.g set:
E         manifest:
E             reproduce:
E                 exe: True
E       assert ('exe' in {'exe': False} and False)

/opt/hostedtoolcache/Python/3.11.0/x64/lib/python3.11/site-packages/model_config_tests/qa/test_config.py:91: AssertionError

AssertionError: Metadata should be enabled, otherwise new UUIDs will not be generated and branching in Payu would not work - as branch and UUIDs are not used in the name used for archival.
assert False
self = <test_config.TestRelConfig object at 0x7fbf29c3e6d0>
config = {'calendar': {'runtime': {'days': 0, 'months': 0, 'years': 1}, 'start': {'days': 1, 'month': 1, 'year': 101}}, 'collat...combine.spack', 'mem': '4GB', 'mpi': False, 'restart': True, ...}, 'jobfs': '1500MB', 'jobname': 'pre-industrial', ...}

    def test_metadata_is_enabled(self, config):
        if "metadata" in config and "enable" in config["metadata"]:
>           assert config["metadata"]["enable"], (
                "Metadata should be enabled, otherwise new UUIDs will not "
                + "be generated and branching in Payu would not work - as "
                + "branch and UUIDs are not used in the name used for archival."
            )
E           AssertionError: Metadata should be enabled, otherwise new UUIDs will not be generated and branching in Payu would not work - as branch and UUIDs are not used in the name used for archival.
E           assert False

/opt/hostedtoolcache/Python/3.11.0/x64/lib/python3.11/site-packages/model_config_tests/qa/test_config.py:98: AssertionError