Opened by mistake, ignore

.asf.yaml

@@ -26,7 +26,6 @@ github:
     - lake-house
     - iceberg
     - paimon
-    - hudi
     - management-system
     - self-optimizing
     - flink

.github/workflows/core-hadoop2-ci.yml

@@ -25,7 +25,6 @@ on:
       - "amoro-optimizer/**"
       - "amoro-format-iceberg/**"
       - "amoro-format-paimon/**"
-      - "amoro-format-hudi/**"
       - "amoro-format-mixed/amoro-mixed-flink/**"
       - "amoro-format-mixed/amoro-mixed-hive/**"
       - "amoro-format-mixed/amoro-mixed-spark/**"

.github/workflows/core-hadoop3-ci.yml

@@ -25,7 +25,6 @@ on:
       - "amoro-optimizer/**"
       - "amoro-format-iceberg/**"
       - "amoro-format-paimon/**"
-      - "amoro-format-hudi/**"
       - "amoro-format-mixed/amoro-mixed-flink/**"
       - "amoro-format-mixed/amoro-mixed-hive/**"
       - "amoro-format-mixed/amoro-mixed-spark/**"

README.md

@@ -105,7 +105,6 @@ Amoro contains modules as below:
 - `amoro-web` is the dashboard frontend for ams
 - `amoro-optimizer` provides default optimizer implementation
 - `amoro-format-iceberg` contains integration of Apache Iceberg format
-- `amoro-format-hudi` contains integration of Apache Hudi format
 - `amoro-format-paimon` contains integration of Apache Paimon format
 - `amoro-format-mixed` provides Mixed format implementation
     - `amoro-mixed-hive` integrates with Apache Hive and implements Mixed Hive format
@@ -131,7 +130,6 @@ Amoro is built using Maven with JDK 8, 11 and 17(required for `amoro-format-mixe
 * Build all modules: `./mvnw clean package -DskipTests -Ptoolchain,build-mixed-format-trino`, besides you need config `toolchains.xml` in `${user.home}/.m2/` dir with content below.
 * Build a distribution package with all formats integrated: `./mvnw clean package -Psupport-all-formats`
   * Build a distribution package with Apache Paimon format: `./mvnw clean package -Psupport-paimon-format`
-  * Build a distribution package with Apache Hudi format: `./mvnw clean package -Psupport-hudi-format`
 
 ```
 <?xml version="1.0" encoding="UTF-8"?>

amoro-ams/pom.xml

@@ -243,7 +243,6 @@
         <dependency>
             <groupId>mysql</groupId>
             <artifactId>mysql-connector-java</artifactId>
-            <scope>provided</scope>
         </dependency>
 
         <dependency>
@@ -359,14 +358,6 @@
             </exclusions>
         </dependency>
 
-        <!-- runtime dependencies -->
-        <dependency>
-            <groupId>org.apache.amoro</groupId>
-            <artifactId>amoro-format-mixed-spark-${spark.major.version}_${scala.binary.version}</artifactId>
-            <version>${project.version}</version>
-            <scope>runtime</scope>
-        </dependency>
-
         <dependency>
             <groupId>org.apache.amoro</groupId>
             <artifactId>amoro-optimizer-standalone</artifactId>
@@ -410,7 +401,6 @@
             <groupId>org.apache.amoro</groupId>
             <artifactId>amoro-format-paimon</artifactId>
             <version>${project.version}</version>
-            <scope>test</scope>
         </dependency>
 
         <dependency>
@@ -462,12 +452,14 @@
         <dependency>
             <groupId>org.testcontainers</groupId>
             <artifactId>testcontainers</artifactId>
+            <version>1.20.4</version>
             <scope>test</scope>
         </dependency>
 
         <dependency>
             <groupId>org.testcontainers</groupId>
             <artifactId>junit-jupiter</artifactId>
+            <version>1.20.4</version>
             <scope>test</scope>
         </dependency>
 
@@ -481,12 +473,14 @@
         <dependency>
             <groupId>org.testcontainers</groupId>
             <artifactId>k3s</artifactId>
+            <version>1.20.4</version>
             <scope>test</scope>
         </dependency>
 
         <dependency>
             <groupId>org.testcontainers</groupId>
             <artifactId>mysql</artifactId>
+            <version>1.20.4</version>
             <scope>test</scope>
         </dependency>
 
@@ -517,7 +511,7 @@
         <dependency>
             <groupId>com.google.guava</groupId>
             <artifactId>guava</artifactId>
-            <version>${guava-hive.version}</version>
+            <version>${guava.version}</version>
         </dependency>
 
         <dependency>
@@ -616,26 +610,13 @@
                 </dependency>
             </dependencies>
         </profile>
-        <profile>
-            <id>support-hudi-format</id>
-            <dependencies>
-                <dependency>
-                    <groupId>org.apache.amoro</groupId>
-                    <artifactId>amoro-format-hudi</artifactId>
-                </dependency>
-            </dependencies>
-        </profile>
         <profile>
             <id>support-all-formats</id>
             <dependencies>
                 <dependency>
                     <groupId>org.apache.amoro</groupId>
                     <artifactId>amoro-format-paimon</artifactId>
                 </dependency>
-                <dependency>
-                    <groupId>org.apache.amoro</groupId>
-                    <artifactId>amoro-format-hudi</artifactId>
-                </dependency>
             </dependencies>
         </profile>
         <profile>

amoro-ams/src/main/java/org/apache/amoro/server/AmoroManagementConf.java

@@ -518,6 +518,13 @@ public class AmoroManagementConf {
           .withDescription(
               "Allow the table to break the quota limit when the resource is sufficient.");
 
+  public static final ConfigOption<Integer> OPTIMIZING_QUEUE_WARMUP_THREAD_COUNT =
+      ConfigOptions.key("self-optimizing.queue-warmup.thread-count")
+          .intType()
+          .defaultValue(10)
+          .withDescription(
+              "The number of threads used to warm up optimizing queues during AMS startup.");
+
   /** @deprecated Use {@link #PROCESS_HISTORY_DATA_KEEP_TIME} instead. */
   @Deprecated
   public static final ConfigOption<Integer> PROCESS_HISTORY_DATA_KEEP_DAYS =

amoro-ams/src/main/java/org/apache/amoro/server/AmoroManagementConfValidator.java

@@ -81,6 +81,7 @@ public static void validateConfig(Configurations configurations) {
 
     validateThreadCount(configurations, AmoroManagementConf.REFRESH_TABLES_THREAD_COUNT);
     validateThreadCount(configurations, AmoroManagementConf.OPTIMIZING_COMMIT_THREAD_COUNT);
+    validateThreadCount(configurations, AmoroManagementConf.OPTIMIZING_QUEUE_WARMUP_THREAD_COUNT);
 
     if (configurations.getBoolean(AmoroManagementConf.EXPIRE_SNAPSHOTS_ENABLED)) {
       validateThreadCount(configurations, AmoroManagementConf.EXPIRE_SNAPSHOTS_THREAD_COUNT);

amoro-ams/src/main/java/org/apache/amoro/server/AmoroServiceContainer.java

@@ -283,7 +283,8 @@ public void startOptimizingService() throws Exception {
             optimizerManager,
             tableService,
             bucketAssignStore,
-            haContainer);
+            haContainer,
+            processFactories);
 
     LOG.info("Setting up AMS table executors...");
     InlineTableExecutors.getInstance().setup(tableService, serviceConfig);