remove concepts index, reindex each time

arches/app/search/search.py

@@ -59,7 +59,10 @@ def create_snapshot(self, repository, snapshot=None, **kwargs):
             delta = dt - epoch_time
             snapshot = "{}_{}".format(settings.APP_NAME, int(delta.total_seconds()))
 
+        # all indices will be included in the snapshot except concepts - which needs to be
+        # built from scratch because there is no timestamping for concepts
         indices = self.get_index_names()
+        indices.remove(self._add_prefix(CONCEPTS_INDEX))
 
         return self.es.snapshot.create(
             repository=repository,
@@ -113,7 +116,9 @@ def get_snapshot(self, repository_name, snapshot_name, **kwargs):
         )
 
     def restore_status(self):
-        index_statuses = self.es.indices.recovery(index=self.get_index_names())
+        indices = self.get_index_names()
+        indices.remove(self._add_prefix(CONCEPTS_INDEX))
+        index_statuses = self.es.indices.recovery(index=indices)
         for key in index_statuses.keys():
             for shard in index_statuses[key]["shards"]:
                 if shard["stage"] != "DONE":

arches/management/commands/es.py

@@ -387,6 +387,10 @@ def restore_snapshot(self, repository_name=None, snapshot_name=None, options=Non
                         .create()
                         .get_snapshot(repository_name, snapshot_name)
                     )
+                    prepare_concepts_index(create=True)
+                    index_database_util.index_concepts(
+                        batch_size=options["batch_size"],
+                    )
                     index_database_util.index_resources_by_time(
                         start_time=snapshot_response["snapshots"][0]["start_time"],
                         batch_size=options["batch_size"],