BrowsertrixGatherer: Update to browsertrix-crawler:0.12.4

nla · Mar 8, 2024 · 91ad8b3 · 91ad8b3
1 parent 1eb0dc9
commit 91ad8b3
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 2 deletions.
diff --git a/gatherer/src/pandas/gatherer/heritrix/BrowsertrixConfig.java b/gatherer/src/pandas/gatherer/heritrix/BrowsertrixConfig.java
@@ -14,6 +14,7 @@ public class BrowsertrixConfig {
     private Long defaultCrawlLimitBytes = 2L * 1024L * 1024L * 1024L;
 
     private Long defaultCrawlLimitSeconds = 12L * 60 * 60;
+    private String version = "webrecorder/browsertrix-crawler:0.12.4";
 
     public String getPodmanOptions() {
         return podmanOptions;
@@ -62,4 +63,12 @@ public Long getDefaultCrawlLimitSeconds() {
     public void setDefaultCrawlLimitSeconds(Long defaultCrawlLimitSeconds) {
         this.defaultCrawlLimitSeconds = defaultCrawlLimitSeconds;
     }
+
+    public String getImage() {
+        return version;
+    }
+
+    public void setVersion(String version) {
+        this.version = version;
+    }
 }
diff --git a/gatherer/src/pandas/gatherer/heritrix/BrowsertrixGatherer.java b/gatherer/src/pandas/gatherer/heritrix/BrowsertrixGatherer.java
@@ -77,7 +77,7 @@ public void gather(Instance instance) throws Exception {
         if (config.getPodmanOptions() != null) {
             command.addAll(Arrays.asList(config.getPodmanOptions().split(" ")));
         }
-        command.addAll(List.of("webrecorder/browsertrix-crawler:0.12.0",
+        command.addAll(List.of(config.getImage(),
                 "crawl", "--id", instance.getHumanId(), "-c", collectionName(instance), "--combinewarc",
                 "--generatecdx",
                 "--logging", "none",
@@ -226,7 +226,7 @@ public void delete(Instance instance) throws IOException {
 
     @Override
     public String version() throws IOException {
-        Process process = new ProcessBuilder("podman", "run", "--rm", "webrecorder/browsertrix-crawler", "crawl", "--version")
+        Process process = new ProcessBuilder("podman", "run", "--rm", config.getImage(), "crawl", "--version")
                 .inheritIO()
                 .redirectOutput(ProcessBuilder.Redirect.PIPE)
                 .start();