From cf5a1d5c6e248654bf6a558df1d956e56501ecf5 Mon Sep 17 00:00:00 2001 From: lmd Date: Sat, 21 Nov 2015 16:34:26 -0800 Subject: [PATCH 1/2] change the version of asterix-analytics, including the asterix and hyracks it depends. I still work to change the latest version of asterixdb and hyracks according to the patch set 12. --- .../external-connector-api/pom.xml | 2 +- .../external-connector-asterixdb/pom.xml | 2 +- external-connector/pom.xml | 8 ++--- imru/imru-core/pom.xml | 28 ++++++++--------- imru/imru-dist/pom.xml | 30 +++++++++---------- imru/imru-example/pom.xml | 26 ++++++++-------- imru/pom.xml | 4 +-- pom.xml | 2 +- pregelix/pom.xml | 10 +++---- pregelix/pregelix-api/pom.xml | 2 +- pregelix/pregelix-benchmark/pom.xml | 2 +- pregelix/pregelix-core/pom.xml | 2 +- pregelix/pregelix-dataflow-std-base/pom.xml | 2 +- pregelix/pregelix-dataflow-std/pom.xml | 2 +- pregelix/pregelix-dataflow/pom.xml | 2 +- pregelix/pregelix-dist/pom.xml | 2 +- pregelix/pregelix-example/pom.xml | 2 +- pregelix/pregelix-runtime/pom.xml | 2 +- 18 files changed, 65 insertions(+), 65 deletions(-) diff --git a/external-connector/external-connector-api/pom.xml b/external-connector/external-connector-api/pom.xml index b6a9374a..e7d6a094 100644 --- a/external-connector/external-connector-api/pom.xml +++ b/external-connector/external-connector-api/pom.xml @@ -21,7 +21,7 @@ org.apache.hyracks external-connector - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT diff --git a/external-connector/external-connector-asterixdb/pom.xml b/external-connector/external-connector-asterixdb/pom.xml index afe141d6..f9ef909c 100644 --- a/external-connector/external-connector-asterixdb/pom.xml +++ b/external-connector/external-connector-asterixdb/pom.xml @@ -17,7 +17,7 @@ org.apache.hyracks external-connector - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT diff --git a/external-connector/pom.xml b/external-connector/pom.xml index 175c92aa..02b6583c 100644 --- a/external-connector/pom.xml +++ b/external-connector/pom.xml @@ -21,7 +21,7 @@ org.apache.hyracks asterixdb-analytics - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT @@ -30,9 +30,9 @@ **/*TestSuite.java,**/*Test.java **/Abstract*.java,${hanging.pregelix.tests},${hivesterix.perf.tests} UTF-8 - 0.2.16-SNAPSHOT - 0.2.16-SNAPSHOT - 0.8.7-SNAPSHOT + 0.2.17-SNAPSHOT + 0.2.17-SNAPSHOT + 0.8.8-SNAPSHOT 4.8.1 2.4 diff --git a/imru/imru-core/pom.xml b/imru/imru-core/pom.xml index bfe5f31b..fe395b69 100644 --- a/imru/imru-core/pom.xml +++ b/imru/imru-core/pom.xml @@ -6,7 +6,7 @@ org.apache.hyracks imru - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT @@ -39,66 +39,66 @@ org.apache.hyracks hyracks-dataflow-std - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT jar compile org.apache.hyracks hyracks-comm - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT jar compile org.apache.hyracks hyracks-api - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT jar compile org.apache.hyracks hyracks-dataflow-common - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT jar compile org.apache.hyracks hyracks-data-std - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-storage-am-common - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT jar compile org.apache.hyracks hyracks-storage-am-btree - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT jar compile org.apache.hyracks hyracks-control-common - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-control-cc - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT jar compile org.apache.hyracks hyracks-control-nc - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT jar compile @@ -119,7 +119,7 @@ org.apache.hyracks hyracks-ipc - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT jar compile @@ -156,7 +156,7 @@ org.apache.hyracks hyracks-net - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.httpcomponents @@ -176,7 +176,7 @@ org.apache.hyracks hyracks-hdfs-core - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hadoop diff --git a/imru/imru-dist/pom.xml b/imru/imru-dist/pom.xml index 67593cc1..d8a5fd6d 100644 --- a/imru/imru-dist/pom.xml +++ b/imru/imru-dist/pom.xml @@ -5,7 +5,7 @@ org.apache.hyracks imru - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT imru-dist imru-dist @@ -135,37 +135,37 @@ org.apache.hyracks hyracks-control-cc - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-control-nc - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-server - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-control-common - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-net - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-api - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-ipc - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.eclipse.jetty @@ -224,27 +224,27 @@ org.apache.hyracks hyracks-dataflow-std - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-dataflow-common - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-data-std - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-storage-am-common - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-storage-am-btree - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hadoop @@ -256,12 +256,12 @@ org.apache.hyracks imru-core - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks.examples imru-example - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT com.amazonaws diff --git a/imru/imru-example/pom.xml b/imru/imru-example/pom.xml index 2a671cb0..a96a0f75 100644 --- a/imru/imru-example/pom.xml +++ b/imru/imru-example/pom.xml @@ -8,7 +8,7 @@ org.apache.hyracks imru - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT @@ -126,57 +126,57 @@ org.apache.hyracks imru-core - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-dataflow-std - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-api - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-dataflow-common - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-data-std - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-storage-am-common - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-storage-am-btree - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-control-common - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-control-cc - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-control-nc - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT org.apache.hyracks hyracks-ipc - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT junit @@ -239,7 +239,7 @@ org.apache.hyracks hyracks-net - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT diff --git a/imru/pom.xml b/imru/pom.xml index 248b797e..b0edc583 100644 --- a/imru/pom.xml +++ b/imru/pom.xml @@ -16,14 +16,14 @@ 4.0.0 org.apache.hyracks imru - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT pom imru org.apache.hyracks asterixdb-analytics - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT diff --git a/pom.xml b/pom.xml index a013e985..09d212f1 100644 --- a/pom.xml +++ b/pom.xml @@ -17,7 +17,7 @@ 4.0.0 org.apache.hyracks asterixdb-analytics - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT pom asterixdb-analytics diff --git a/pregelix/pom.xml b/pregelix/pom.xml index 87fab798..34c8d3b4 100644 --- a/pregelix/pom.xml +++ b/pregelix/pom.xml @@ -16,14 +16,14 @@ 4.0.0 org.apache.hyracks pregelix - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT pom pregelix org.apache.hyracks asterixdb-analytics - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT @@ -32,9 +32,9 @@ **/*TestSuite.java,**/*Test.java ${hanging.pregelix.tests},**/AsterixDataLoad*.java UTF-8 - 0.2.16-SNAPSHOT - 0.2.16-SNAPSHOT - 0.8.7-SNAPSHOT + 0.2.17-SNAPSHOT + 0.2.17-SNAPSHOT + 0.8.8-SNAPSHOT 4.8.1 2.4 diff --git a/pregelix/pregelix-api/pom.xml b/pregelix/pregelix-api/pom.xml index 4635ff15..080087e3 100644 --- a/pregelix/pregelix-api/pom.xml +++ b/pregelix/pregelix-api/pom.xml @@ -17,7 +17,7 @@ org.apache.hyracks pregelix - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT diff --git a/pregelix/pregelix-benchmark/pom.xml b/pregelix/pregelix-benchmark/pom.xml index 52078895..b9f126e3 100644 --- a/pregelix/pregelix-benchmark/pom.xml +++ b/pregelix/pregelix-benchmark/pom.xml @@ -4,7 +4,7 @@ pregelix org.apache.hyracks - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT pregelix-benchmark diff --git a/pregelix/pregelix-core/pom.xml b/pregelix/pregelix-core/pom.xml index 5236698e..e28442a8 100644 --- a/pregelix/pregelix-core/pom.xml +++ b/pregelix/pregelix-core/pom.xml @@ -17,7 +17,7 @@ org.apache.hyracks pregelix - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT diff --git a/pregelix/pregelix-dataflow-std-base/pom.xml b/pregelix/pregelix-dataflow-std-base/pom.xml index 227b13da..6ac05ad4 100644 --- a/pregelix/pregelix-dataflow-std-base/pom.xml +++ b/pregelix/pregelix-dataflow-std-base/pom.xml @@ -16,7 +16,7 @@ org.apache.hyracks pregelix - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT diff --git a/pregelix/pregelix-dataflow-std/pom.xml b/pregelix/pregelix-dataflow-std/pom.xml index 1e3a63ce..af58effc 100644 --- a/pregelix/pregelix-dataflow-std/pom.xml +++ b/pregelix/pregelix-dataflow-std/pom.xml @@ -21,7 +21,7 @@ org.apache.hyracks pregelix - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT diff --git a/pregelix/pregelix-dataflow/pom.xml b/pregelix/pregelix-dataflow/pom.xml index 9a8348d1..d2066d8c 100644 --- a/pregelix/pregelix-dataflow/pom.xml +++ b/pregelix/pregelix-dataflow/pom.xml @@ -16,7 +16,7 @@ org.apache.hyracks pregelix - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT diff --git a/pregelix/pregelix-dist/pom.xml b/pregelix/pregelix-dist/pom.xml index d0cefc0b..cd4b9b15 100644 --- a/pregelix/pregelix-dist/pom.xml +++ b/pregelix/pregelix-dist/pom.xml @@ -13,7 +13,7 @@ org.apache.hyracks pregelix - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT pregelix-dist pregelix-dist diff --git a/pregelix/pregelix-example/pom.xml b/pregelix/pregelix-example/pom.xml index ff629aa7..2b2baee4 100644 --- a/pregelix/pregelix-example/pom.xml +++ b/pregelix/pregelix-example/pom.xml @@ -17,7 +17,7 @@ org.apache.hyracks pregelix - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT diff --git a/pregelix/pregelix-runtime/pom.xml b/pregelix/pregelix-runtime/pom.xml index ebb918ca..421c1aa7 100644 --- a/pregelix/pregelix-runtime/pom.xml +++ b/pregelix/pregelix-runtime/pom.xml @@ -16,7 +16,7 @@ org.apache.hyracks pregelix - 0.2.16-SNAPSHOT + 0.2.17-SNAPSHOT From 09fb40a252d00cb4fe0c26b5c542f513e95cb424 Mon Sep 17 00:00:00 2001 From: david Date: Thu, 17 Mar 2016 19:09:16 -0700 Subject: [PATCH 2/2] Connect IMRU and AsterixDB with REST APT --- .../ics/hyracks/imru/example/utils/URLRESTFul | 105 ++++++++++++++++++ 1 file changed, 105 insertions(+) create mode 100644 imru/imru-example/src/main/java/edu/uci/ics/hyracks/imru/example/utils/URLRESTFul diff --git a/imru/imru-example/src/main/java/edu/uci/ics/hyracks/imru/example/utils/URLRESTFul b/imru/imru-example/src/main/java/edu/uci/ics/hyracks/imru/example/utils/URLRESTFul new file mode 100644 index 00000000..b435601f --- /dev/null +++ b/imru/imru-example/src/main/java/edu/uci/ics/hyracks/imru/example/utils/URLRESTFul @@ -0,0 +1,105 @@ +package edu.uci.ics.hyracks.imru.example.utils; +import java.io.*; +import java.net.MalformedURLException; +import java.net.HttpURLConnection; + +import java.net.URL; +import java.lang.Object; +import java.nio.file.Paths; +import java.util.Scanner; + +import org.eclipse.jetty.util.log.Log; +import org.json.*; + +/** + * Created by lmd on 1/25/16. + */ +public class URLRESTFul { + private static final String urlstr= "http://localhost:19002/query?query=use%20dataverse%20datamine;for%20$l%20in%20dataset%28%27Points%27%29%20return%20$l;"; + public static String[] converter(String[] args){ + int determine=0;//no http + String file=null; + for(int i=0;i