AssertionError: Failed to download spack.location from https://github.com/ACCESS-NRI/ACCESS-OM2/releases/download/pr106-16/spack.location
assert 404 == 200
 +  where 404 = <Response [404]>.status_code
self = <test_access_om2_config.TestAccessOM2 object at 0x7fe76fc48550>
config = {'collate': {'exe': '/g/data/vk83/apps/spack/0.20/release/linux-rocky8-x86_64/intel-19.0.5.281/mom5-git.2023.11.09=202.../access-om2/remapping_weights/JRA55/global.1deg/2020.05.30/rmp_jra55_cice_patch.nc'], 'jobname': '1deg_jra55_ryf', ...}
branch = <test_access_om2_config.AccessOM2Branch object at 0x7fe76feaecd0>
control_path = PosixPath('/home/runner/work/access-om2-configs/access-om2-configs')

    def test_access_om2_manifest_exe_in_release_spack_location(
        self, config, branch, control_path
    ):
        # Infer module and repository name from branch - as different for the BGC configuration
>       check_manifest_exes_in_spack_location(
            model_module_name=branch.module_name,
            model_repo_name=branch.model_repository_name,
            control_path=control_path,
            config=config,
        )

/opt/hostedtoolcache/Python/3.11.0/x64/lib/python3.11/site-packages/model_config_tests/qa/test_access_om2_config.py:202: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

model_module_name = 'access-om2', model_repo_name = 'ACCESS-OM2'
control_path = PosixPath('/home/runner/work/access-om2-configs/access-om2-configs')
config = {'collate': {'exe': '/g/data/vk83/apps/spack/0.20/release/linux-rocky8-x86_64/intel-19.0.5.281/mom5-git.2023.11.09=202.../access-om2/remapping_weights/JRA55/global.1deg/2020.05.30/rmp_jra55_cice_patch.nc'], 'jobname': '1deg_jra55_ryf', ...}

    def check_manifest_exes_in_spack_location(
        model_module_name, model_repo_name, control_path, config
    ):
        """This compares executable paths in the executable manifest, and checks
        they match an install path in the spack.location release artefact. The
        version defined in the module configuration in config.yaml, is used
        to find the relevant release version.
    
        This is called in model-specific config tests.
    
        Parameters
        ----------
        model_module_name: str
            Expected module name in the config.yaml file. This is used to find the version of the model
        model_repo_name: str
            Name of the ACCESS-NRI model repository. This is used to retrieve released spack.location
        control_path: Path
            The path to configuration directory
        config: Dict[str, Any]
            The contents of the config.yaml file
        """
        help_msg = (
            "Expected module for the model is added to loaded modules in config.yaml. "
            "The module also requires a released version. E.g.\n"
            "   modules:\n"
            "     use:\n"
            f"       - {RELEASE_MODULE_LOCATION}\n"
            "     load:\n"
            f"       - {model_module_name}/<version>\n"
            "Model executable paths can then be filenames that found in paths added by loaded module"
        )
    
        # Check module is defined in configuration file
        assert "modules" in config and "load" in config["modules"], help_msg
        loaded_modules = config["modules"]["load"]
        modules = [m for m in loaded_modules if m.startswith(f"{model_module_name}/")]
        assert len(modules) == 1, help_msg
    
        # Extract out the version
        _, module_version = modules[0].split("/")
    
        # Use the module version to download spack.location file
        url = (
            f"https://github.com/ACCESS-NRI/{model_repo_name}/"
            f"releases/download/{module_version}/spack.location"
        )
    
        # Check there is a released spack.location file for the module version
        response = requests.get(url)
>       assert response.status_code == 200, f"Failed to download spack.location from {url}"
E       AssertionError: Failed to download spack.location from https://github.com/ACCESS-NRI/ACCESS-OM2/releases/download/pr106-16/spack.location
E       assert 404 == 200
E        +  where 404 = <Response [404]>.status_code

/opt/hostedtoolcache/Python/3.11.0/x64/lib/python3.11/site-packages/model_config_tests/qa/test_config.py:311: AssertionError

assert False
self = <test_config.TestRelConfig object at 0x7fe76fbc9950>
config = {'collate': {'exe': '/g/data/vk83/apps/spack/0.20/release/linux-rocky8-x86_64/intel-19.0.5.281/mom5-git.2023.11.09=202.../access-om2/remapping_weights/JRA55/global.1deg/2020.05.30/rmp_jra55_cice_patch.nc'], 'jobname': '1deg_jra55_ryf', ...}

    def test_runlog_is_on(self, config):
        runlog_config = config.get("runlog", {})
        if isinstance(runlog_config, bool):
            runlog_enabled = runlog_config
        else:
            runlog_enabled = runlog_config.get("enable", True)
>       assert runlog_enabled
E       assert False

/opt/hostedtoolcache/Python/3.11.0/x64/lib/python3.11/site-packages/model_config_tests/qa/test_config.py:77: AssertionError

AssertionError: Executable reproducibility should be enforced, e.g set:
  manifest:
      reproduce:
          exe: True
assert ('exe' in {'exe': False} and False)
self = <test_config.TestRelConfig object at 0x7fe76fa77790>
config = {'collate': {'exe': '/g/data/vk83/apps/spack/0.20/release/linux-rocky8-x86_64/intel-19.0.5.281/mom5-git.2023.11.09=202.../access-om2/remapping_weights/JRA55/global.1deg/2020.05.30/rmp_jra55_cice_patch.nc'], 'jobname': '1deg_jra55_ryf', ...}

    def test_manifest_reproduce_exe_is_on(self, config):
        manifest_reproduce = config.get("manifest", {}).get("reproduce", {})
>       assert "exe" in manifest_reproduce and manifest_reproduce["exe"], (
            "Executable reproducibility should be enforced, e.g set:\n"
            + "manifest:\n    reproduce:\n        exe: True"
        )
E       AssertionError: Executable reproducibility should be enforced, e.g set:
E         manifest:
E             reproduce:
E                 exe: True
E       assert ('exe' in {'exe': False} and False)

/opt/hostedtoolcache/Python/3.11.0/x64/lib/python3.11/site-packages/model_config_tests/qa/test_config.py:91: AssertionError

AssertionError: Metadata should be enabled, otherwise new UUIDs will not be generated and branching in Payu would not work - as branch and UUIDs are not used in the name used for archival.
assert False
self = <test_config.TestRelConfig object at 0x7fe76fa77850>
config = {'collate': {'exe': '/g/data/vk83/apps/spack/0.20/release/linux-rocky8-x86_64/intel-19.0.5.281/mom5-git.2023.11.09=202.../access-om2/remapping_weights/JRA55/global.1deg/2020.05.30/rmp_jra55_cice_patch.nc'], 'jobname': '1deg_jra55_ryf', ...}

    def test_metadata_is_enabled(self, config):
        if "metadata" in config and "enable" in config["metadata"]:
>           assert config["metadata"]["enable"], (
                "Metadata should be enabled, otherwise new UUIDs will not "
                + "be generated and branching in Payu would not work - as "
                + "branch and UUIDs are not used in the name used for archival."
            )
E           AssertionError: Metadata should be enabled, otherwise new UUIDs will not be generated and branching in Payu would not work - as branch and UUIDs are not used in the name used for archival.
E           assert False

/opt/hostedtoolcache/Python/3.11.0/x64/lib/python3.11/site-packages/model_config_tests/qa/test_config.py:98: AssertionError