Commonjava · yma96 · Jan 20, 2025
diff --git a/common/src/main/java/org/commonjava/storage/pathmapped/model/ProxySite.java b/common/src/main/java/org/commonjava/storage/pathmapped/model/ProxySite.java
@@ -0,0 +1,21 @@
+/**
+ * Copyright (C) 2019 Red Hat, Inc. ([email protected])
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *         http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.commonjava.storage.pathmapped.model;
+
+public interface ProxySite
+{
+    String getSite();
+}
diff --git a/common/src/main/java/org/commonjava/storage/pathmapped/spi/PathDB.java b/common/src/main/java/org/commonjava/storage/pathmapped/spi/PathDB.java
@@ -104,4 +104,16 @@ enum FileType {
      * @param fileType file, dir, or all
      */
     void traverse( String fileSystem, String path, Consumer<PathMap> consumer, int limit, FileType fileType );
+
+    Set<String> getProxySitesCache();
+
+    boolean isProxySite( String site );
+
+    List<String> getProxySiteList();
+
+    void saveProxySite( String site );
+
+    void deleteProxySite( String site );
+
+    void deleteAllProxySite();
 }
diff --git a/...stax/src/main/java/org/commonjava/storage/pathmapped/pathdb/datastax/CassandraPathDB.java b/...stax/src/main/java/org/commonjava/storage/pathmapped/pathdb/datastax/CassandraPathDB.java
@@ -26,13 +26,21 @@
 import com.datastax.driver.mapping.Mapper;
 import com.datastax.driver.mapping.MappingManager;
 import com.datastax.driver.mapping.Result;
-
 import com.google.common.collect.TreeTraverser;
-import org.commonjava.storage.pathmapped.model.*;
-import org.commonjava.storage.pathmapped.pathdb.datastax.model.*;
+import org.commonjava.storage.pathmapped.config.PathMappedStorageConfig;
+import org.commonjava.storage.pathmapped.model.FileChecksum;
+import org.commonjava.storage.pathmapped.model.Filesystem;
+import org.commonjava.storage.pathmapped.model.PathMap;
+import org.commonjava.storage.pathmapped.model.Reclaim;
+import org.commonjava.storage.pathmapped.model.ReverseMap;
+import org.commonjava.storage.pathmapped.pathdb.datastax.model.DtxFileChecksum;
+import org.commonjava.storage.pathmapped.pathdb.datastax.model.DtxFilesystem;
+import org.commonjava.storage.pathmapped.pathdb.datastax.model.DtxPathMap;
+import org.commonjava.storage.pathmapped.pathdb.datastax.model.DtxProxySite;
+import org.commonjava.storage.pathmapped.pathdb.datastax.model.DtxReclaim;
+import org.commonjava.storage.pathmapped.pathdb.datastax.model.DtxReverseMap;
 import org.commonjava.storage.pathmapped.pathdb.datastax.util.AsyncJobExecutor;
 import org.commonjava.storage.pathmapped.pathdb.datastax.util.CassandraPathDBUtils;
-import org.commonjava.storage.pathmapped.config.PathMappedStorageConfig;
 import org.commonjava.storage.pathmapped.spi.PathDB;
 import org.commonjava.storage.pathmapped.spi.PathDBAdmin;
 import org.commonjava.storage.pathmapped.util.PathMapUtils;
@@ -55,11 +63,13 @@
 import java.util.function.Function;
 import java.util.stream.Collectors;
 
-import static com.datastax.driver.core.ConsistencyLevel.*;
+import static com.datastax.driver.core.ConsistencyLevel.QUORUM;
 import static java.util.Collections.emptySet;
 import static org.apache.commons.lang.StringUtils.isNotBlank;
 import static org.commonjava.storage.pathmapped.pathdb.datastax.util.CassandraPathDBUtils.getHoursInDay;
-import static org.commonjava.storage.pathmapped.spi.PathDB.FileType.*;
+import static org.commonjava.storage.pathmapped.spi.PathDB.FileType.all;
+import static org.commonjava.storage.pathmapped.spi.PathDB.FileType.dir;
+import static org.commonjava.storage.pathmapped.spi.PathDB.FileType.file;
 import static org.commonjava.storage.pathmapped.util.PathMapUtils.ROOT_DIR;
 
 public class CassandraPathDB
@@ -83,6 +93,8 @@ public class CassandraPathDB
 
     private Mapper<DtxFilesystem> filesystemMapper;
 
+    protected Set<String> proxySitesCache = new HashSet<>();
+
     private PathMappedStorageConfig config;
 
     private String keyspace;
@@ -91,9 +103,12 @@ public class CassandraPathDB
 
     private long reconnectDelay = 60000;
 
-    private PreparedStatement preparedExistQuery, preparedListQuery, preparedListCheckEmpty, preparedContainingQuery, preparedExistFileQuery,
-            preparedUpdateExpiration, preparedReverseMapIncrement, preparedReverseMapReduction,
-            preparedFilesystemIncrement, preparedFilesystemReduction, preparedFilesystemList;
+    private Mapper<DtxProxySite> proxysiteMapper;
+
+    private PreparedStatement preparedExistQuery, preparedListQuery, preparedListCheckEmpty, preparedContainingQuery,
+            preparedExistFileQuery, preparedUpdateExpiration, preparedReverseMapIncrement, preparedReverseMapReduction,
+            preparedFilesystemIncrement, preparedFilesystemReduction, preparedFilesystemList, preparedProxySiteQuery,
+            preparedProxySiteList, preparedProxySiteTruncate;
 
     @Deprecated
     public CassandraPathDB( PathMappedStorageConfig config, Session session, String keyspace )
@@ -158,6 +173,7 @@ private void prepare( Session session, String keyspace, int replicationFactor )
         session.execute( CassandraPathDBUtils.getSchemaCreateTableReclaim( keyspace ) );
         session.execute( CassandraPathDBUtils.getSchemaCreateTableFileChecksum( keyspace ) );
         session.execute( CassandraPathDBUtils.getSchemaCreateTableFilesystem( keyspace ) );
+        session.execute( CassandraPathDBUtils.getSchemaCreateTableProxySites( keyspace ) );
 
         MappingManager manager = new MappingManager( session );
 
@@ -166,6 +182,7 @@ private void prepare( Session session, String keyspace, int replicationFactor )
         reclaimMapper = manager.mapper( DtxReclaim.class, keyspace );
         fileChecksumMapper = manager.mapper( DtxFileChecksum.class, keyspace );
         filesystemMapper = manager.mapper( DtxFilesystem.class, keyspace );
+        proxysiteMapper = manager.mapper( DtxProxySite.class, keyspace );
 
         preparedExistFileQuery = session.prepare( "SELECT count(*) FROM " + keyspace
                                                                   + ".pathmap WHERE filesystem=? and parentpath=? and filename=?;" );
@@ -185,22 +202,28 @@ private void prepare( Session session, String keyspace, int replicationFactor )
                 "WHERE filesystem=? and parentpath=? and filename=?;" );
 
         preparedContainingQuery = session.prepare( "SELECT filesystem FROM " + keyspace
-                                                                   + ".pathmap WHERE filesystem IN ? and parentpath=? and filename=?;" );
+                                                           + ".pathmap WHERE filesystem IN ? and parentpath=? and filename=?;" );
 
         preparedReverseMapIncrement =
-                        session.prepare( "UPDATE " + keyspace + ".reversemap SET paths = paths + ? WHERE fileid=?;" );
+                session.prepare( "UPDATE " + keyspace + ".reversemap SET paths = paths + ? WHERE fileid=?;" );
 
         preparedReverseMapReduction =
-                        session.prepare( "UPDATE " + keyspace + ".reversemap SET paths = paths - ? WHERE fileid=?;" );
+                session.prepare( "UPDATE " + keyspace + ".reversemap SET paths = paths - ? WHERE fileid=?;" );
         preparedReverseMapReduction.setConsistencyLevel( QUORUM );
 
-        preparedFilesystemIncrement =
-                session.prepare("UPDATE " + keyspace + ".filesystem SET filecount=filecount+?, size=size+? WHERE filesystem=?;" );
+        preparedFilesystemIncrement = session.prepare(
+                "UPDATE " + keyspace + ".filesystem SET filecount=filecount+?, size=size+? WHERE filesystem=?;" );
 
-        preparedFilesystemReduction =
-                session.prepare("UPDATE " + keyspace + ".filesystem SET filecount=filecount-?, size=size-? WHERE filesystem=?;" );
+        preparedFilesystemReduction = session.prepare(
+                "UPDATE " + keyspace + ".filesystem SET filecount=filecount-?, size=size-? WHERE filesystem=?;" );
 
-        preparedFilesystemList = session.prepare("SELECT * FROM " + keyspace + ".filesystem;" );
+        preparedFilesystemList = session.prepare( "SELECT * FROM " + keyspace + ".filesystem;" );
+
+        preparedProxySiteQuery = session.prepare( "SELECT * FROM " + keyspace + ".proxysites WHERE site=?;" );
+
+        preparedProxySiteList = session.prepare( "SELECT * FROM " + keyspace + ".proxysites;" );
+
+        preparedProxySiteTruncate = session.prepare( "TRUNCATE " + keyspace + ".proxysites;" );
 
         asyncJobExecutor = new AsyncJobExecutor( config );
     }
@@ -997,4 +1020,48 @@ private ResultSet executeSession ( BoundStatement bind )
         }
         return trackingRecord;
     }
+
+    @Override
+    public Set<String> getProxySitesCache()
+    {
+        return proxySitesCache;
+    }
+
+    @Override
+    public boolean isProxySite( String site )
+    {
+        BoundStatement bound = preparedProxySiteQuery.bind( site );
+        ResultSet result = executeSession( bound );
+        return notNull( result );
+    }
+
+    @Override
+    public List<String> getProxySiteList()
+    {
+        ResultSet result = executeSession( preparedProxySiteList.bind() );
+        return proxysiteMapper.map( result ).all().stream().map( DtxProxySite::getSite ).collect( Collectors.toList() );
+    }
+
+    @Override
+    public void saveProxySite( String site )
+    {
+        DtxProxySite proxySite = new DtxProxySite( site );
+        logger.debug( "ProxySite, {}", site );
+        proxysiteMapper.save( proxySite );
+    }
+
+    @Override
+    public void deleteProxySite( String site )
+    {
+        DtxProxySite proxySite = new DtxProxySite( site );
+        logger.debug( "Delete proxySite, {}", site );
+        proxysiteMapper.delete( proxySite );
+    }
+
+    @Override
+    public void deleteAllProxySite()
+    {
+        BoundStatement bound = preparedProxySiteTruncate.bind();
+        executeSession( bound );
+    }
 }
diff --git a/...x/src/main/java/org/commonjava/storage/pathmapped/pathdb/datastax/model/DtxProxySite.java b/...x/src/main/java/org/commonjava/storage/pathmapped/pathdb/datastax/model/DtxProxySite.java
@@ -0,0 +1,77 @@
+/**
+ * Copyright (C) 2019 Red Hat, Inc. ([email protected])
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *         http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.commonjava.storage.pathmapped.pathdb.datastax.model;
+
+import com.datastax.driver.mapping.annotations.PartitionKey;
+import com.datastax.driver.mapping.annotations.Table;
+import org.commonjava.storage.pathmapped.model.ProxySite;
+
+import java.util.Objects;
+
+@Table( name = "proxysites", readConsistency = "QUORUM", writeConsistency = "QUORUM" )
+public class DtxProxySite
+        implements ProxySite
+{
+    @PartitionKey
+    private String site;
+
+    public DtxProxySite()
+    {
+    }
+
+    public DtxProxySite( String site )
+    {
+        this.site = site;
+    }
+
+    @Override
+    public String getSite()
+    {
+        return site;
+    }
+
+    public void setSite( String site )
+    {
+        this.site = site;
+    }
+
+    @Override
+    public boolean equals( Object o )
+    {
+        if ( this == o )
+        {
+            return true;
+        }
+        if ( o == null || getClass() != o.getClass() )
+        {
+            return false;
+        }
+        DtxProxySite that = (DtxProxySite) o;
+        return site.equals( that.site );
+    }
+
+    @Override
+    public int hashCode()
+    {
+        return Objects.hash( site );
+    }
+
+    @Override
+    public String toString()
+    {
+        return "DtxProxySite{" + "site='" + site + '}';
+    }
+}
diff --git a/...ain/java/org/commonjava/storage/pathmapped/pathdb/datastax/util/CassandraPathDBUtils.java b/...ain/java/org/commonjava/storage/pathmapped/pathdb/datastax/util/CassandraPathDBUtils.java
@@ -96,12 +96,14 @@ public static String getSchemaCreateTableReclaim( String keyspace )
 
     public static String getSchemaCreateTableFileChecksum( String keyspace )
     {
-        return "CREATE TABLE IF NOT EXISTS " + keyspace + ".filechecksum ("
-                        + "checksum varchar,"
-                        + "fileid varchar,"
-                        + "storage varchar,"
-                        + "PRIMARY KEY (checksum)"
-                        + ");";
+        return "CREATE TABLE IF NOT EXISTS " + keyspace + ".filechecksum (" + "checksum varchar," + "fileid varchar,"
+                + "storage varchar," + "PRIMARY KEY (checksum)" + ");";
+    }
+
+    public static String getSchemaCreateTableProxySites( String keyspace )
+    {
+        return "CREATE TABLE IF NOT EXISTS " + keyspace + ".proxysites (" + "site varchar," + "PRIMARY KEY (site)"
+                + ");";
     }
 
     // Since Date.getHours is deprecated, we use this to replace it.

diff --git a/pathdb/jpa/src/main/java/org/commonjava/storage/pathmapped/pathdb/jpa/JPAPathDB.java b/pathdb/jpa/src/main/java/org/commonjava/storage/pathmapped/pathdb/jpa/JPAPathDB.java
@@ -15,24 +15,24 @@
  */
 package org.commonjava.storage.pathmapped.pathdb.jpa;
 
+import jakarta.persistence.EntityManager;
+import jakarta.persistence.EntityManagerFactory;
+import jakarta.persistence.Persistence;
+import jakarta.persistence.Query;
 import org.commonjava.storage.pathmapped.model.FileChecksum;
+import org.commonjava.storage.pathmapped.model.PathMap;
+import org.commonjava.storage.pathmapped.model.Reclaim;
+import org.commonjava.storage.pathmapped.model.ReverseMap;
 import org.commonjava.storage.pathmapped.pathdb.jpa.model.JpaPathKey;
 import org.commonjava.storage.pathmapped.pathdb.jpa.model.JpaPathMap;
 import org.commonjava.storage.pathmapped.pathdb.jpa.model.JpaReclaim;
 import org.commonjava.storage.pathmapped.pathdb.jpa.model.JpaReverseKey;
 import org.commonjava.storage.pathmapped.pathdb.jpa.model.JpaReverseMap;
-import org.commonjava.storage.pathmapped.model.PathMap;
-import org.commonjava.storage.pathmapped.model.Reclaim;
-import org.commonjava.storage.pathmapped.model.ReverseMap;
 import org.commonjava.storage.pathmapped.spi.PathDB;
 import org.commonjava.storage.pathmapped.util.PathMapUtils;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
-import jakarta.persistence.EntityManager;
-import jakarta.persistence.EntityManagerFactory;
-import jakarta.persistence.Persistence;
-import jakarta.persistence.Query;
 import java.util.ArrayList;
 import java.util.Collection;
 import java.util.Collections;
@@ -437,4 +437,36 @@ private JpaPathKey getPathKey( String fileSystem, String path )
         return new JpaPathKey( fileSystem, parentPath, filename );
     }
 
+    @Override
+    public Set<String> getProxySitesCache()
+    {
+        return null;
+    }
+
+    @Override
+    public boolean isProxySite( String site )
+    {
+        return false;
+    }
+
+    @Override
+    public List<String> getProxySiteList()
+    {
+        return null;
+    }
+
+    @Override
+    public void saveProxySite( String site )
+    {
+    }
+
+    @Override
+    public void deleteProxySite( String site )
+    {
+    }
+
+    @Override
+    public void deleteAllProxySite()
+    {
+    }
 }