refactor(store): integrate store client module (#47)

* refactor(store): Added query pushdown support for Server & PD

- Add StreamObserver implementation for server side
- Modified the visibility of member variables to support query pushdown
- Add HgSessionConfig.java

* refactor(store): Support get partition from pd based on graph name & code & start key

* chore(store): reformat code & code cleanup

* fix(store): fix problems in code review

fix(store): fix unused sessionConfig in HgStoreClient.java

fix(store): fix potential NPE exception

fix(store): Fix incorrect spelling

fix(store): Fix the unit inconsistency in the time comparison

Update hugegraph-store/hg-store-client/src/main/java/org/apache/hugegraph/store/client/query/QueryExecutor.java

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

Update hugegraph-store/hg-store-client/src/main/java/org/apache/hugegraph/store/client/query/StreamSortedIterator.java

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

Update hugegraph-store/hg-store-client/src/main/java/org/apache/hugegraph/store/client/query/MultiStreamIterator.java

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

Update hugegraph-store/hg-store-client/src/main/java/org/apache/hugegraph/store/client/query/StreamFinalAggregationIterator.java

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

* chore(store): remove unused code & modify import path

* fix(store): fix bug in ut

* fix(store): add missing table statement

* fix(store): fix ci problem

* Trigger ci

---------

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

Author: 2 people

hugegraph-pd/hg-pd-client/src/main/java/org/apache/hugegraph/pd/client/PDConfig.java

@@ -37,8 +37,9 @@ public final class PDConfig {
     private boolean enablePDNotify = false;
 
     private boolean enableCache = false;
-    private String authority;
-    private String userName = "";
+    // FIXME: need to add AuthCheck
+    private String authority = "DEFAULT";
+    private String userName = "store";
     private static final int GRPC_DEFAULT_MAX_INBOUND_MESSAGE_SIZE = 1024 * 1024 * 1024;
     private static final int GRPC_DEFAULT_MAX_OUTBOUND_MESSAGE_SIZE = 1024 * 1024 * 1024;
     private static int inboundMessageSize = GRPC_DEFAULT_MAX_INBOUND_MESSAGE_SIZE;

hugegraph-server/hugegraph-test/src/main/java/org/apache/hugegraph/core/BaseCoreTest.java

@@ -24,71 +24,24 @@
 import org.apache.hugegraph.HugeGraphParams;
 import org.apache.hugegraph.backend.cache.CacheManager;
 import org.apache.hugegraph.backend.store.BackendFeatures;
-import org.apache.hugegraph.dist.RegisterUtil;
-import org.apache.hugegraph.masterelection.GlobalMasterInfo;
 import org.apache.hugegraph.schema.EdgeLabel;
 import org.apache.hugegraph.schema.SchemaManager;
-import org.apache.hugegraph.testutil.Utils;
 import org.apache.hugegraph.testutil.Whitebox;
 import org.apache.hugegraph.util.Log;
 import org.apache.tinkerpop.gremlin.structure.Edge;
 import org.apache.tinkerpop.gremlin.structure.Vertex;
 import org.junit.After;
-import org.junit.AfterClass;
-import org.junit.Assert;
 import org.junit.Before;
-import org.junit.BeforeClass;
 import org.slf4j.Logger;
 
 public class BaseCoreTest {
 
     protected static final Logger LOG = Log.logger(BaseCoreTest.class);
 
     protected static final int TX_BATCH = 100;
-    private static boolean registered = false;
-    private static HugeGraph graph = null;
 
-    public static final String DEFAULT_GRAPH_SPACE = "DEFAULT";
-
-    public static HugeGraph graph() {
-        Assert.assertNotNull(graph);
-        //Assert.assertFalse(graph.closed());
-        return graph;
-    }
-
-    @BeforeClass
-    public static void initEnv() {
-        if (registered) {
-            return;
-        }
-        RegisterUtil.registerBackends();
-        registered = true;
-    }
-
-    @BeforeClass
-    public static void init() {
-        graph = Utils.open();
-        graph.clearBackend();
-        graph.initBackend();
-        graph.serverStarted(GlobalMasterInfo.master("server-test"));
-    }
-
-    @AfterClass
-    public static void clear() {
-        if (graph == null) {
-            return;
-        }
-
-        try {
-            graph.clearBackend();
-        } finally {
-            try {
-                graph.close();
-            } catch (Throwable e) {
-                LOG.error("Error when close()", e);
-            }
-            graph = null;
-        }
+    public HugeGraph graph() {
+        return CoreTestSuite.graph();
     }
 
     @Before

hugegraph-server/hugegraph-test/src/main/java/org/apache/hugegraph/core/CoreTestSuite.java

@@ -17,10 +17,17 @@
 
 package org.apache.hugegraph.core;
 
-import org.apache.hugegraph.core.PropertyCoreTest.EdgePropertyCoreTest;
-import org.apache.hugegraph.core.PropertyCoreTest.VertexPropertyCoreTest;
+import org.apache.hugegraph.HugeGraph;
+import org.apache.hugegraph.dist.RegisterUtil;
+import org.apache.hugegraph.masterelection.GlobalMasterInfo;
+import org.apache.hugegraph.testutil.Utils;
+import org.apache.hugegraph.util.Log;
+import org.junit.AfterClass;
+import org.junit.Assert;
+import org.junit.BeforeClass;
 import org.junit.runner.RunWith;
 import org.junit.runners.Suite;
+import org.slf4j.Logger;
 
 @RunWith(Suite.class)
 @Suite.SuiteClasses({
@@ -31,8 +38,8 @@
         VertexCoreTest.class,
         EdgeCoreTest.class,
         ParentAndSubEdgeCoreTest.class,
-        VertexPropertyCoreTest.class,
-        EdgePropertyCoreTest.class,
+        PropertyCoreTest.VertexPropertyCoreTest.class,
+        PropertyCoreTest.EdgePropertyCoreTest.class,
         RestoreCoreTest.class,
         TaskCoreTest.class,
         AuthTest.class,
@@ -41,4 +48,49 @@
 })
 public class CoreTestSuite {
 
+    private static boolean registered = false;
+    private static HugeGraph graph = null;
+
+    public static HugeGraph graph() {
+        Assert.assertNotNull(graph);
+        //Assert.assertFalse(graph.closed());
+        return graph;
+    }
+
+    protected static final Logger LOG = Log.logger(CoreTestSuite.class);
+
+    @BeforeClass
+    public static void initEnv() {
+        if (registered) {
+            return;
+        }
+        RegisterUtil.registerBackends();
+        registered = true;
+    }
+
+    @BeforeClass
+    public static void init() {
+        graph = Utils.open();
+        graph.clearBackend();
+        graph.initBackend();
+        graph.serverStarted(GlobalMasterInfo.master("server-test"));
+    }
+
+    @AfterClass
+    public static void clear() {
+        if (graph == null) {
+            return;
+        }
+
+        try {
+            graph.clearBackend();
+        } finally {
+            try {
+                graph.close();
+            } catch (Throwable e) {
+                LOG.error("Error when close()", e);
+            }
+            graph = null;
+        }
+    }
 }

hugegraph-store/hg-store-client/src/main/java/org/apache/hugegraph/store/HgKvIterator.java

@@ -25,11 +25,16 @@
  */
 public interface HgKvIterator<E> extends Iterator<E>, HgSeekAble, Closeable {
 
-    byte[] key();
+    default byte[] key() {
+        return new byte[0];
+    }
 
-    byte[] value();
+    default byte[] value() {
+        return new byte[0];
+    }
 
     @Override
-    void close();
+    default void close() {
+    }
 
 }

hugegraph-store/hg-store-client/src/main/java/org/apache/hugegraph/store/HgKvStore.java

@@ -19,8 +19,12 @@
 
 import java.util.List;
 
+import org.apache.hugegraph.HugeGraphSupplier;
+import org.apache.hugegraph.pd.common.PDException;
 import org.apache.hugegraph.store.client.grpc.KvCloseableIterator;
 import org.apache.hugegraph.store.grpc.stream.ScanStreamReq;
+import org.apache.hugegraph.store.query.StoreQueryParam;
+import org.apache.hugegraph.structure.BaseElement;
 
 /**
  * @version 0.2.0
@@ -98,7 +102,8 @@ HgKvIterator<HgKvEntry> scanIterator(String table, int codeFrom, int codeTo, int
 
     HgKvIterator<HgKvEntry> scanIterator(ScanStreamReq.Builder scanReqBuilder);
 
-    long count(String table);
+    List<HgKvIterator<BaseElement>> query(StoreQueryParam query, HugeGraphSupplier supplier) throws
+                                                                                             PDException;
 
     boolean truncate();
 

hugegraph-store/hg-store-client/src/main/java/org/apache/hugegraph/store/HgPageSize.java

@@ -19,7 +19,6 @@
 
 /**
  * Return the amount of records returned by one query in pageable-query.
- * <p>
  * created on 2021/10/24
  */
 public interface HgPageSize {

hugegraph-store/hg-store-client/src/main/java/org/apache/hugegraph/store/HgSeekAble.java

@@ -22,7 +22,12 @@
  */
 public interface HgSeekAble {
 
-    byte[] position();
+    default byte[] position() {
+        throw new UnsupportedOperationException("HgSeekAble.position() is unsupported by default");
+    }
+
+    default void seek(byte[] position) {
+        throw new UnsupportedOperationException("HgSeekAble.seek() is unsupported by default");
+    }
 
-    void seek(byte[] position);
 }

hugegraph-store/hg-store-client/src/main/java/org/apache/hugegraph/store/HgSessionConfig.java

@@ -0,0 +1,26 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.hugegraph.store;
+
+import lombok.Data;
+
+@Data
+public class HgSessionConfig {
+
+    private long queryPushDownTimeout = 1800_000;
+}

hugegraph-store/hg-store-client/src/main/java/org/apache/hugegraph/store/HgSessionProvider.java

@@ -26,4 +26,6 @@
 public interface HgSessionProvider {
 
     HgStoreSession createSession(String graphName);
+
+    HgStoreSession createSession(String graphName, HgSessionConfig sessionConfig);
 }

hugegraph-store/hg-store-client/src/main/java/org/apache/hugegraph/store/HgStoreClient.java

@@ -37,6 +37,8 @@ public final class HgStoreClient {
     private final HgSessionProvider sessionProvider;
     private PDClient pdClient;
 
+    private HgSessionConfig sessionConfig;
+
     public HgStoreClient() {
         this.sessionProvider = new HgStoreSessionProvider();
     }
@@ -69,14 +71,18 @@ public void setPDConfig(PDConfig config) {
         setPdClient(pdClient);
     }
 
+    public void setSessionConfig(HgSessionConfig sessionConfig) {
+        this.sessionConfig = sessionConfig;
+    }
+
     /**
      * Retrieve or create a HgStoreSession.
      *
      * @param graphName
      * @return
      */
     public HgStoreSession openSession(String graphName) {
-        return this.sessionProvider.createSession(graphName);
+        return this.sessionProvider.createSession(graphName, this.sessionConfig);
     }
 
     public PDClient getPdClient() {