curvefs/metaserver: fix trash bugs

.obm.cfg

@@ -1,2 +1,2 @@
 container_name: curve-build-playground.master
-container_image: opencurvedocker/curve-base:build-debian11
+container_image: opencurvedocker/curve-build:ubuntu22

CHANGELOG-2.7.md

@@ -0,0 +1,5 @@
+# CHANGELOG of v2.7
+
+[CHANGELOG-2.7](https://docs.opencurve.io/Release/release-notes-v2.7)
+
+> NOTE: All release notes will be published on our documents site from now on.

README.md

@@ -9,7 +9,7 @@
 **A sandbox project hosted by the CNCF Foundation**
 
 #### English | [简体中文](README_cn.md)
-### 📄 [Documents](https://github.com/opencurve/curve/tree/master/docs) || 🌐 [Official Website](https://www.opencurve.io/Curve/HOME) || 🏠 [Forum](https://ask.opencurve.io/t/topic/7)
+### 📄 [Documents](https://docs.opencurve.io/) || 🌐 [Official Website](https://www.opencurve.io/Curve/HOME) || 🏠 [Forum](https://ask.opencurve.io/t/topic/7)
 <div align=left>
 
 <div class="column" align="middle">

README_cn.md

@@ -9,7 +9,7 @@
 **CNCF基金会的沙箱托管项目**
 
 #### [English](README.md) | 简体中文
-### 📄 [文档](https://github.com/opencurve/curve/tree/master/docs) || 🌐 [官网](https://www.opencurve.io/Curve/HOME) || 🏠 [论坛](https://ask.opencurve.io/t/topic/7)
+### 📄 [文档](https://docs.opencurve.io/) || 🌐 [官网](https://www.opencurve.io/Curve/HOME) || 🏠 [论坛](https://ask.opencurve.io/t/topic/7)
 <div align=left>
 
 <div class="column" align="middle">

curvefs/devops/util/tmpl.sh

@@ -3,7 +3,7 @@
 # Usage:
 #   tmpl.sh DSV SOURCE DESTINATION
 # Example:
-#   tmpl.sh = /usr/local/metaserver.conf /tmp/metaserver.con
+#   tmpl.sh = /usr/local/metaserver.conf /tmp/metaserver.conf
 
 g_dsv=$1
 g_src=$2

curvefs/docker/debian11/entrypoint.sh

@@ -104,7 +104,10 @@ function prepare() {
 }
 
 function create_directory() {
-    chmod 700 "$g_prefix/data"
+    if [ "$g_role" != "monitor" ]; then
+        chmod 700 "$g_prefix/data"
+    fi
+
     if [ "$g_role" == "etcd" ]; then
         mkdir -p "$g_prefix/data/wal"
     elif [ "$g_role" == "metaserver" ]; then

curvefs/docker/openeuler/entrypoint.sh

@@ -104,7 +104,10 @@ function prepare() {
 }
 
 function create_directory() {
-    chmod 700 "$g_prefix/data"
+    if [ "$g_role" != "monitor" ]; then
+        chmod 700 "$g_prefix/data"
+    fi
+
     if [ "$g_role" == "etcd" ]; then
         mkdir -p "$g_prefix/data/wal"
     elif [ "$g_role" == "metaserver" ]; then

curvefs/proto/metaserver.proto

@@ -131,6 +131,7 @@ message DeleteDentryRequest {
     required uint64 parentInodeId = 6;
     required string name = 7;
     optional FsFileType type = 8;
+    optional Time create = 9;
 }
 
 message DeleteDentryResponse {

curvefs/sdk/README.md

@@ -6,12 +6,12 @@ How to build
 
 ``` bash
 $ git clone [email protected]:opencurve/curve.git
-$ cd curve
-$ make dep stor=fs
+$ make playground
+$ make ci-dep stor=fs
 $ make sdk
 ```
 
-It will generate a jar after build success:
+It will generate a jar package after build success:
 
 ```
 Build SDK success => /curve/curvefs/sdk/output/curvefs-hadoop-1.0-SNAPSHOT.jar

curvefs/sdk/java/native/BUILD

@@ -26,6 +26,8 @@ cc_binary(
     copts = CURVE_DEFAULT_COPTS,
     linkopts = [
         "-Wl,-rpath=/tmp/libcurvefs,--disable-new-dtags",
+        "-L/usr/lib/x86_64-linux-gnu/",
+        "-lhashkit",
     ],
     deps = [
         "@com_google_absl//absl/cleanup",

curvefs/sdk/java/pom.xml

@@ -30,7 +30,25 @@
             <resource>
                 <directory>native/build</directory>
             </resource>
+            <resource>
+                <directory>src/main/resources</directory>
+            </resource>
         </resources>
+
+        <plugins>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-shade-plugin</artifactId>
+                <executions>
+                    <execution>
+                        <phase>package</phase>
+                        <goals>
+                            <goal>shade</goal>
+                        </goals>
+                    </execution>
+                </executions>
+            </plugin>
+        </plugins>
     </build>
 
     <dependencies>

curvefs/sdk/java/src/main/java/io/opencurve/curve/fs/flink/CurveFileSystemFactory.java

@@ -1,3 +1,19 @@
+/*
+ *  Copyright (c) 2023 NetEase Inc.
+ *
+ *  Licensed under the Apache License, Version 2.0 (the "License");
+ *  you may not use this file except in compliance with the License.
+ *  You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *  Unless required by applicable law or agreed to in writing, software
+ *  distributed under the License is distributed on an "AS IS" BASIS,
+ *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *  See the License for the specific language governing permissions and
+ *  limitations under the License.
+ */
+
 package io.opencurve.curve.fs.flink;
 
 import io.opencurve.curve.fs.hadoop.CurveFileSystem;
@@ -10,28 +26,17 @@
 import java.net.URI;
 
 public class CurveFileSystemFactory implements FileSystemFactory {
-    private org.apache.hadoop.conf.Configuration conf;
-
+    private org.apache.hadoop.conf.Configuration conf = new Configuration();
     private static final String CURVE_FS_CONFIG_PREFIXES = "curvefs.";
     private static final String FLINK_CONFIG_PREFIXES = "fs.";
     public static String SCHEME = "curvefs";
 
     @Override
     public void configure(org.apache.flink.configuration.Configuration config) {
-        conf = new Configuration();
-        if (config != null) {
-            for (String key : config.keySet()) {
-                if (key.startsWith(CURVE_FS_CONFIG_PREFIXES) || key.startsWith(FLINK_CONFIG_PREFIXES)) {
-                    String value = config.getString(key, null);
-                    if (value != null) {
-                        if (CurveFileSystem.class.getCanonicalName().equals(value.trim())) {
-                            SCHEME = key.split("\\.")[1];
-                        }
-                        conf.set(key, value);
-                    }
-                }
-            }
-        }
+        config.keySet()
+                .stream()
+                .filter(key -> key.startsWith(CURVE_FS_CONFIG_PREFIXES) || key.startsWith(FLINK_CONFIG_PREFIXES))
+                .forEach(key -> conf.set(key, config.getString(key, "")));
     }
 
     @Override
@@ -45,4 +50,4 @@ public FileSystem create(URI uri) throws IOException {
         fs.initialize(uri, conf);
         return new HadoopFileSystem(fs);
     }
-}
+}

curvefs/sdk/java/src/main/java/io/opencurve/curve/fs/flink/CurveFileSystemTableFactory.java

@@ -1,3 +1,19 @@
+/*
+ *  Copyright (c) 2023 NetEase Inc.
+ *
+ *  Licensed under the Apache License, Version 2.0 (the "License");
+ *  you may not use this file except in compliance with the License.
+ *  You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *  Unless required by applicable law or agreed to in writing, software
+ *  distributed under the License is distributed on an "AS IS" BASIS,
+ *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *  See the License for the specific language governing permissions and
+ *  limitations under the License.
+ */
+
 package io.opencurve.curve.fs.flink;
 
 import org.apache.flink.connector.file.table.FileSystemTableFactory;

curvefs/sdk/java/src/main/java/io/opencurve/curve/fs/hadoop/CurveFSInputStream.java

@@ -59,8 +59,6 @@ public class CurveFSInputStream extends FSInputStream {
      */
     public CurveFSInputStream(Configuration conf, CurveFSProto curvefs,
                               int fh, long flength, int bufferSize) {
-      // Whoever's calling the constructor is responsible for doing the actual curve_open
-      // call and providing the file handle.
       fileLength = flength;
       fileHandle = fh;
       closed = false;
@@ -73,6 +71,7 @@ public CurveFSInputStream(Configuration conf, CurveFSProto curvefs,
     /** Curve likes things to be closed before it shuts down,
      * so closing the IOStream stuff voluntarily in a finalizer is good
      */
+    @Override
     protected void finalize() throws Throwable {
         try {
             if (!closed) {
@@ -91,7 +90,6 @@ private synchronized boolean fillBuffer() throws IOException {
 
             bufValid = 0;
 
-            // attempt to reset to old position. If it fails, too bad.
             curve.lseek(fileHandle, curvePos, CurveFSMount.SEEK_SET);
             throw new IOException("Failed to fill read buffer! Error code:" + err);
         }
@@ -102,6 +100,7 @@ private synchronized boolean fillBuffer() throws IOException {
     /*
      * Get the current position of the stream.
      */
+    @Override
     public synchronized long getPos() throws IOException {
         return curvePos - bufValid + bufPos;
     }
@@ -117,6 +116,7 @@ public synchronized int available() throws IOException {
         return (int) (fileLength - getPos());
     }
 
+    @Override
     public synchronized void seek(long targetPos) throws IOException {
         LOG.trace("CurveInputStream.seek: Seeking to position " + targetPos + " on fd "
                   + fileHandle);
@@ -142,6 +142,7 @@ public synchronized void seek(long targetPos) throws IOException {
      * they'll be dealt with before anybody even tries to call this method!
      * @return false.
      */
+    @Override
     public synchronized boolean seekToNewSource(long targetPos) {
         return false;
     }

curvefs/sdk/java/src/main/java/io/opencurve/curve/fs/hadoop/CurveFSTalker.java

@@ -29,6 +29,7 @@
 import io.opencurve.curve.fs.libfs.CurveFSStat;
 import io.opencurve.curve.fs.libfs.CurveFSStatVFS;
 
+import java.util.UUID;
 import java.io.FileNotFoundException;
 import java.io.IOException;
 import java.net.URI;
@@ -37,6 +38,7 @@
 class CurveFSTalker extends CurveFSProto {
     private CurveFSMount mount;
     private String fsname = null;
+    private String mountpoint = null;
     private boolean inited = false;
 
     private static final String PREFIX_KEY = "curvefs";
@@ -72,14 +74,15 @@ void initialize(URI uri, Configuration conf) throws IOException {
         if (null == fsname || fsname.isEmpty()) {
             throw new IOException("curvefs.name is not set");
         }
-        mount.mount(fsname, "/");
+        mountpoint = UUID.randomUUID().toString();
+        mount.mount(fsname, mountpoint);
         inited = true;
     }
 
     @Override
     void shutdown() throws IOException {
         if (inited) {
-            mount.umount(fsname, "/");
+            mount.umount(fsname, mountpoint);
             mount = null;
             inited = false;
         }
@@ -179,4 +182,4 @@ void chown(Path path, int uid, int gid) throws IOException {
     void rename(Path src, Path dst) throws IOException {
         mount.rename(tostr(src), tostr(dst));
     }
-}
+}