Java：新增 APIJSONDemo-BigData，已初步验证 PrestoDB 可用

TommyLemon · TommyLemon · commit e35c40c2b359 · 2022-10-26T00:16:10.000+08:00
diff --git a/.gitignore b/.gitignore
@@ -17,3 +17,6 @@ APIJSON-Java-Server/APIJSONBoot-MultiDataSource/.idea
 APIJSON-Java-Server/APIJSONDemo-Druid/.idea
 vcs.xml
 APIJSON-Java-Server/APIJSONDemo-HikariCP/.idea
+APIJSON-Java-Server/APIJSONBigData/.settings
+APIJSON-Java-Server/APIJSONDemo-BigData/.idea
+APIJSON-Java-Server/APIJSONDemo-BigData/target
diff --git a/APIJSON-Java-Server/APIJSONDemo-BigData/README.md b/APIJSON-Java-Server/APIJSONDemo-BigData/README.md
@@ -0,0 +1,7 @@
+# APIJSONDemo
+
+APIJSON + SpringBoot 初级使用的最简单 Demo
+
+### 运行
+
+右键 DemoApplication > Run As > Java Application
diff --git a/APIJSON-Java-Server/APIJSONDemo-BigData/etc/README.md b/APIJSON-Java-Server/APIJSONDemo-BigData/etc/README.md
@@ -0,0 +1,5 @@
+# PrestoDB 的配置文件 Demo
+
+复制到 Presto Server 源文件根目录，具体参考官方文档：<br />
+
+https://prestodb.io/docs/current/installation/deployment.html#configuring-presto
diff --git a/APIJSON-Java-Server/APIJSONDemo-BigData/etc/catalog/hive.properties b/APIJSON-Java-Server/APIJSONDemo-BigData/etc/catalog/hive.properties
@@ -0,0 +1,2 @@
+connector.name=hive-hadoop2
+hive.metastore.uri=thrift://hive:9083
diff --git a/APIJSON-Java-Server/APIJSONDemo-BigData/etc/catalog/mongodb.properties b/APIJSON-Java-Server/APIJSONDemo-BigData/etc/catalog/mongodb.properties
@@ -0,0 +1,3 @@
+connector.name=mongodb
+mongodb.seeds=mongodb
+
diff --git a/APIJSON-Java-Server/APIJSONDemo-BigData/etc/catalog/mysql.properties b/APIJSON-Java-Server/APIJSONDemo-BigData/etc/catalog/mysql.properties
@@ -0,0 +1,4 @@
+connector.name=mysql
+connection-url=jdbc:mysql://localhost:3306
+connection-user=root
+connection-password=apijson
diff --git a/APIJSON-Java-Server/APIJSONDemo-BigData/etc/catalog/postgres.properties b/APIJSON-Java-Server/APIJSONDemo-BigData/etc/catalog/postgres.properties
@@ -0,0 +1,4 @@
+connector.name=postgresql
+connection-url=jdbc:postgresql://postgres:5432
+connection-user=root
+connection-password=apijson
diff --git a/APIJSON-Java-Server/APIJSONDemo-BigData/etc/catalog/tcph.properties b/APIJSON-Java-Server/APIJSONDemo-BigData/etc/catalog/tcph.properties
@@ -0,0 +1 @@
+connector.name=tpch
diff --git a/APIJSON-Java-Server/APIJSONDemo-BigData/etc/config.properties b/APIJSON-Java-Server/APIJSONDemo-BigData/etc/config.properties
@@ -0,0 +1,8 @@
+coordinator=true
+node-scheduler.include-coordinator=true
+http-server.http.port=8099
+discovery-server.enabled=true
+discovery.uri=http://localhost:8099
+
+query.max-memory=500MB
+query.max-memory-per-node=200MB
diff --git a/APIJSON-Java-Server/APIJSONDemo-BigData/etc/jvm.config b/APIJSON-Java-Server/APIJSONDemo-BigData/etc/jvm.config
@@ -0,0 +1,5 @@
+-Xmx1G
+-XX:+UseG1GC
+-XX:G1HeapRegionSize=32M
+-XX:+UseGCOverheadLimit
+-XX:+ExplicitGCInvokesConcurrent
diff --git a/APIJSON-Java-Server/APIJSONDemo-BigData/etc/node.properties b/APIJSON-Java-Server/APIJSONDemo-BigData/etc/node.properties
@@ -0,0 +1,3 @@
+node.environment=test
+node.id=test
+node.data-dir=/var/lib/presto/data
diff --git a/APIJSON-Java-Server/APIJSONDemo-BigData/pom.xml b/APIJSON-Java-Server/APIJSONDemo-BigData/pom.xml
@@ -0,0 +1,141 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+	xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
+	<modelVersion>4.0.0</modelVersion>
+
+	<groupId>apijson.demo</groupId>
+	<artifactId>apijson-demo</artifactId>
+	<version>5.3.0</version>
+
+	<name>APIJSONDemo</name>
+	<description>Demo project for testing APIJSON server based on SpringBoot</description>
+
+	<properties>
+		<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+		<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
+		<java.version>1.8</java.version>
+	</properties>
+
+	<dependencies>
+    <!-- JDK 11+ 需要，否则启动报错 NoClassDefFoundError: javax/activation/UnsupportedDataTypeException -->
+    <dependency>
+      <groupId>javax.activation</groupId>
+      <artifactId>activation</artifactId>
+      <version>1.1.1</version>
+    </dependency>
+
+		<!-- 需要的 APIJSON 相关依赖 -->
+		<dependency>
+			<groupId>com.github.APIJSON</groupId>
+			<artifactId>apijson-framework</artifactId>
+			<version>5.3.0</version>
+		</dependency>
+
+		<!-- 需要用的数据库 JDBC 驱动 -->
+<!--		<dependency>-->
+<!--			<groupId>mysql</groupId>-->
+<!--			<artifactId>mysql-connector-java</artifactId>-->
+<!--			<version>8.0.29</version>-->
+<!--		</dependency>-->
+<!--        <dependency>-->
+<!--            <groupId>io.trino</groupId>-->
+<!--            <artifactId>trino-jdbc</artifactId>-->
+<!--            <version>400</version>-->
+<!--        </dependency>-->
+        <dependency>
+            <groupId>com.facebook.presto</groupId>
+            <artifactId>presto-jdbc</artifactId>
+            <version>0.277</version>
+        </dependency>
+<!--        <dependency>-->
+<!--            <groupId>com.facebook.presto</groupId>-->
+<!--            <artifactId>presto-mysql</artifactId>-->
+<!--            <version>0.245</version>-->
+<!--            <scope>provided</scope>-->
+<!--            <exclusions>-->
+<!--                <exclusion>-->
+<!--                    <groupId>org.slf4j</groupId>-->
+<!--                    <artifactId>jcl-over-slf4j</artifactId>-->
+<!--                </exclusion>-->
+<!--                <exclusion>-->
+<!--                    <groupId>ch.qos.logback</groupId>-->
+<!--                    <artifactId>logback-classic</artifactId>-->
+<!--                </exclusion>-->
+<!--                <exclusion>-->
+<!--                    <groupId>ch.qos.logback</groupId>-->
+<!--                    <artifactId>logback-classic</artifactId>-->
+<!--                </exclusion>-->
+<!--                <exclusion>-->
+<!--                    <groupId>ch.qos.logback</groupId>-->
+<!--                    <artifactId>logback-examples</artifactId>-->
+<!--                </exclusion>-->
+<!--            </exclusions>-->
+<!--        </dependency>-->
+<!--        <dependency>-->
+<!--            <groupId>com.facebook.presto</groupId>-->
+<!--            <artifactId>presto-client</artifactId>-->
+<!--            <version>0.245</version>-->
+<!--        </dependency>-->
+        <!-- Oracle, SQLServer 等其它数据库的 JDBC 驱动，可以在这里加上 Maven 依赖或 libs 目录放 Jar 包并依赖 -->
+
+		<!-- 需要用的 SpringBoot 框架，1.4.0 以上 -->
+		<dependency>
+			<groupId>org.springframework.boot</groupId>
+			<artifactId>spring-boot-starter-web</artifactId>
+			<version>2.5.13</version>
+		</dependency>
+
+	</dependencies>
+
+	<build>
+		<plugins>
+			<plugin>
+				<groupId>org.springframework.boot</groupId>
+				<artifactId>spring-boot-maven-plugin</artifactId>
+				<configuration>
+					<fork>true</fork>
+					<mainClass>apijson.demo.DemoApplication</mainClass>
+				</configuration>
+				<executions>
+					<execution>
+						<goals>
+							<goal>repackage</goal>
+						</goals>
+					</execution>
+				</executions>
+			</plugin>
+			<plugin>
+				<groupId>org.apache.maven.plugins</groupId>
+				<artifactId>maven-compiler-plugin</artifactId>
+				<configuration>
+					<source>1.8</source>
+					<target>1.8</target>
+				</configuration>
+			</plugin>
+		</plugins>
+	</build>
+
+	<repositories>
+		<!-- APIJSON 必须用到的托管平台 -->
+		<repository>
+			<id>jitpack.io</id>
+			<url>https://jitpack.io</url>
+			<snapshots>
+				<enabled>true</enabled>
+			</snapshots>
+		</repository>
+
+		<repository>
+			<id>spring-snapshots</id>
+			<url>https://repo.spring.io/snapshot</url>
+			<snapshots>
+				<enabled>true</enabled>
+			</snapshots>
+		</repository>
+		<repository>
+			<id>spring-milestones</id>
+			<url>https://repo.spring.io/milestone</url>
+		</repository>
+	</repositories>
+
+</project>
diff --git a/APIJSON-Java-Server/APIJSONDemo-BigData/src/main/java/apijson/demo/DemoApplication.java b/APIJSON-Java-Server/APIJSONDemo-BigData/src/main/java/apijson/demo/DemoApplication.java
@@ -0,0 +1,145 @@
+/*Copyright ©2016 TommyLemon(https://github.com/TommyLemon/APIJSON)
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.*/
+
+package apijson.demo;
+
+import org.springframework.boot.SpringApplication;
+import org.springframework.boot.autoconfigure.EnableAutoConfiguration;
+import org.springframework.boot.autoconfigure.SpringBootApplication;
+import org.springframework.boot.context.properties.EnableConfigurationProperties;
+import org.springframework.boot.web.server.WebServerFactoryCustomizer;
+import org.springframework.boot.web.servlet.server.ConfigurableServletWebServerFactory;
+import org.springframework.context.annotation.Bean;
+import org.springframework.context.annotation.Configuration;
+import org.springframework.web.servlet.config.annotation.CorsRegistry;
+import org.springframework.web.servlet.config.annotation.WebMvcConfigurer;
+
+import apijson.Log;
+import apijson.framework.APIJSONApplication;
+import apijson.framework.APIJSONCreator;
+import apijson.orm.SQLConfig;
+import apijson.orm.SQLExecutor;
+
+
+/**
+ * Demo SpringBoot Application 主应用程序启动类
+ * 右键这个类 > Run As > Java Application
+ * 具体见 SpringBoot 文档
+ * https://www.springcloud.cc/spring-boot.html#using-boot-locating-the-main-class
+ *
+ * @author Lemon
+ */
+@Configuration
+@SpringBootApplication
+@EnableAutoConfiguration
+@EnableConfigurationProperties
+public class DemoApplication implements WebServerFactoryCustomizer<ConfigurableServletWebServerFactory> {
+    public static final String TAG = "DemoApplication";
+
+    public static void main(String[] args) throws Exception {
+        SpringApplication.run(DemoApplication.class, args);
+
+        Log.DEBUG = true;
+        APIJSONApplication.init(false);  // 4.4.0 以上需要这句来保证以上 static 代码块中给 DEFAULT_APIJSON_CREATOR 赋值会生效
+    }
+
+    // SpringBoot 2.x 自定义端口方式
+    @Override
+    public void customize(ConfigurableServletWebServerFactory server) {
+        server.setPort(8080);
+    }
+
+    // 支持 APIAuto 中 JavaScript 代码跨域请求
+    @Bean
+    public WebMvcConfigurer corsConfigurer() {
+        return new WebMvcConfigurer() {
+            @Override
+            public void addCorsMappings(CorsRegistry registry) {
+                registry.addMapping("/**")
+                        .allowedOriginPatterns("*")
+                        .allowedMethods("*")
+                        .allowCredentials(true)
+                        .maxAge(3600);
+            }
+        };
+    }
+
+    static {
+        // 使用本项目的自定义处理类
+        APIJSONApplication.DEFAULT_APIJSON_CREATOR = new APIJSONCreator<Long>() {
+            @Override
+            public SQLConfig createSQLConfig() {
+                return new DemoSQLConfig();
+            }
+
+            @Override
+            public SQLExecutor createSQLExecutor() {
+                return new DemoSQLExecutor();
+            }
+        };
+
+        try { //加载驱动程序
+            Log.d(TAG, "尝试加载 Presto 驱动 <<<<<<<<<<<<<<<<<<<<< ");
+            Class.forName("com.facebook.presto.jdbc.PrestoDriver");
+            Log.d(TAG, "成功加载 Presto 驱动！>>>>>>>>>>>>>>>>>>>>> ");
+        }
+        catch (ClassNotFoundException e) {
+            e.printStackTrace();
+            Log.e(TAG, "加载 Presto 驱动失败，请检查 pom.xml 中 PrestoDriver 版本是否存在以及可用 ！！！");
+        }
+
+        //try { //加载驱动程序
+        //    Log.d(TAG, "尝试加载 Trino 驱动 <<<<<<<<<<<<<<<<<<<<< ");
+        //    Class.forName("io.trino.jdbc.TrinoDriver");
+        //    Log.d(TAG, "成功加载 Trino 驱动！>>>>>>>>>>>>>>>>>>>>> ");
+        //}
+        //catch (ClassNotFoundException e) {
+        //    e.printStackTrace();
+        //    Log.e(TAG, "加载 Trino 驱动失败，请检查 pom.xml 中 TrinoDriver 版本是否存在以及可用 ！！！");
+        //}
+
+        //// 需要用到的数据库驱动，如果这里没有可以自己新增
+        //try { //加载驱动程序
+        //    Log.d(TAG, "尝试加载 ClickHouse 驱动 <<<<<<<<<<<<<<<<<<<<< ");
+        //    Class.forName("ru.yandex.clickhouse.ClickHouseDriver");
+        //    Log.d(TAG, "成功加载 ClickHouse 驱动！>>>>>>>>>>>>>>>>>>>>> ");
+        //}
+        //catch (ClassNotFoundException e) {
+        //    e.printStackTrace();
+        //    Log.e(TAG, "加载 ClickHouse 驱动失败，请检查 pom.xml 中 ClickHouseDriver 版本是否存在以及可用 ！！！");
+        //}
+        //
+        //try { //加载驱动程序
+        //    Log.d(TAG, "尝试加载 Hadoop Hive 驱动 <<<<<<<<<<<<<<<<<<<<< ");
+        //    Class.forName("org.apache.hadoop.hive.jdbc.HiveDriver");
+        //    Log.d(TAG, "成功加载 Hadoop Hive 驱动！>>>>>>>>>>>>>>>>>>>>> ");
+        //}
+        //catch (ClassNotFoundException e) {
+        //    e.printStackTrace();
+        //    Log.e(TAG, "加载 Hive 驱动失败，请检查 pom.xml 中 HiveDriver 版本是否存在以及可用 ！！！");
+        //}
+        //
+        //try { //加载驱动程序
+        //    Log.d(TAG, "尝试加载 HBase PhoenixDriver 驱动 <<<<<<<<<<<<<<<<<<<<< ");
+        //    Class.forName("org.apache.phoenix.jdbc.PhoenixDriver");
+        //    Log.d(TAG, "成功加载 PhoenixDriver 驱动！>>>>>>>>>>>>>>>>>>>>> ");
+        //}
+        //catch (ClassNotFoundException e) {
+        //    e.printStackTrace();
+        //    Log.e(TAG, "加载 HBase PhoenixDriver 驱动失败，请检查 pom.xml 中 PhoenixDriver 版本是否存在以及可用 ！！！");
+        //}
+
+    }
+
+}
diff --git a/APIJSON-Java-Server/APIJSONDemo-BigData/src/main/java/apijson/demo/DemoController.java b/APIJSON-Java-Server/APIJSONDemo-BigData/src/main/java/apijson/demo/DemoController.java
diff --git a/APIJSON-Java-Server/APIJSONDemo-BigData/src/main/java/apijson/demo/DemoSQLConfig.java b/APIJSON-Java-Server/APIJSONDemo-BigData/src/main/java/apijson/demo/DemoSQLConfig.java
diff --git a/APIJSON-Java-Server/APIJSONDemo-BigData/src/main/java/apijson/demo/DemoSQLExecutor.java b/APIJSON-Java-Server/APIJSONDemo-BigData/src/main/java/apijson/demo/DemoSQLExecutor.java
diff --git a/APIJSON-Java-Server/APIJSONDemo-BigData/src/main/resources/application.properties b/APIJSON-Java-Server/APIJSONDemo-BigData/src/main/resources/application.properties

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,2 @@`
	`1`	`+connector.name=hive-hadoop2`
	`2`	`+hive.metastore.uri=thrift://hive:9083`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+connector.name=mongodb`
	`2`	`+mongodb.seeds=mongodb`
	`3`	`+`