You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hawq.apache.org by rv...@apache.org on 2015/09/19 02:36:04 UTC

[21/51] [partial] incubator-hawq git commit: SGA import

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8b26974c/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_varbit/test_ao_types_varbit.yaml
----------------------------------------------------------------------
diff --git a/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_varbit/test_ao_types_varbit.yaml b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_varbit/test_ao_types_varbit.yaml
new file mode 100644
index 0000000..e586ac7
--- /dev/null
+++ b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_varbit/test_ao_types_varbit.yaml
@@ -0,0 +1,21 @@
+AO_FileLocations:
+  Blocksize: 32768
+  Checksum: false
+  CompressionLevel: 0
+  CompressionType: none
+  Files:
+  - path: test-data/hawq-data/gpseg0/16385/179545/179651.1
+    size: 24
+  - path: test-data/hawq-data/gpseg1/16385/179545/179651.1
+    size: 64
+AO_Schema:
+- name: c0
+  type: varbit
+DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 1.2.0.0 build
+  dev) on i386-apple-darwin11.4.2, compiled by GCC gcc (GCC) 4.4.2 compiled on Feb
+  28 2014 09:52:04 (with assert checking)
+DFS_URL: hdfs://127.0.0.1:9000
+Encoding: UTF8
+FileFormat: AO
+TableName: public.test_ao_types_varbit
+Version: 1.0.0

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8b26974c/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_varchar10/test_ao_types_varchar10.ans
----------------------------------------------------------------------
diff --git a/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_varchar10/test_ao_types_varchar10.ans b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_varchar10/test_ao_types_varchar10.ans
new file mode 100644
index 0000000..dbf7c55
--- /dev/null
+++ b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_varchar10/test_ao_types_varchar10.ans
@@ -0,0 +1,4 @@
+123456789a
+aaaa
+bbccddeeff
+null
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8b26974c/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_varchar10/test_ao_types_varchar10.sql
----------------------------------------------------------------------
diff --git a/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_varchar10/test_ao_types_varchar10.sql b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_varchar10/test_ao_types_varchar10.sql
new file mode 100644
index 0000000..501dbf7
--- /dev/null
+++ b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_varchar10/test_ao_types_varchar10.sql
@@ -0,0 +1,6 @@
+DROP TABLE IF EXISTS test_ao_types_varchar10;
+CREATE TABLE test_ao_types_varchar10 (c0 varchar(10)) with (appendonly=true, orientation=row, compresstype=none, blocksize=32768, checksum=false, compresslevel=0);
+INSERT INTO test_ao_types_varchar10 values ('123456789a'),
+('bbccddeeff'),
+('aaaa'),
+(null);
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8b26974c/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_varchar10/test_ao_types_varchar10.yaml
----------------------------------------------------------------------
diff --git a/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_varchar10/test_ao_types_varchar10.yaml b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_varchar10/test_ao_types_varchar10.yaml
new file mode 100644
index 0000000..f98c3aa
--- /dev/null
+++ b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_varchar10/test_ao_types_varchar10.yaml
@@ -0,0 +1,21 @@
+AO_FileLocations:
+  Blocksize: 32768
+  Checksum: false
+  CompressionLevel: 0
+  CompressionType: none
+  Files:
+  - path: test-data/hawq-data/gpseg0/16385/179545/179696.1
+    size: 24
+  - path: test-data/hawq-data/gpseg1/16385/179545/179696.1
+    size: 96
+AO_Schema:
+- name: c0
+  type: varchar
+DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 1.2.0.0 build
+  dev) on i386-apple-darwin11.4.2, compiled by GCC gcc (GCC) 4.4.2 compiled on Feb
+  28 2014 09:52:04 (with assert checking)
+DFS_URL: hdfs://127.0.0.1:9000
+Encoding: UTF8
+FileFormat: AO
+TableName: public.test_ao_types_varchar10
+Version: 1.0.0

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8b26974c/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_xml/test_ao_types_xml.ans
----------------------------------------------------------------------
diff --git a/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_xml/test_ao_types_xml.ans b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_xml/test_ao_types_xml.ans
new file mode 100644
index 0000000..b258b5c
--- /dev/null
+++ b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_xml/test_ao_types_xml.ans
@@ -0,0 +1,3 @@
+<aa>bb</aa>
+<name>wj</name>
+null
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8b26974c/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_xml/test_ao_types_xml.sql
----------------------------------------------------------------------
diff --git a/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_xml/test_ao_types_xml.sql b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_xml/test_ao_types_xml.sql
new file mode 100644
index 0000000..c007507
--- /dev/null
+++ b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_xml/test_ao_types_xml.sql
@@ -0,0 +1,5 @@
+DROP TABLE IF EXISTS test_ao_types_xml;
+CREATE TABLE test_ao_types_xml (c0 xml) with (appendonly=true, orientation=row, compresstype=none, blocksize=32768, checksum=false, compresslevel=0);
+INSERT INTO test_ao_types_xml values ('<aa>bb</aa>'),
+('<name>wj</name>'),
+(null);
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8b26974c/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_xml/test_ao_types_xml.yaml
----------------------------------------------------------------------
diff --git a/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_xml/test_ao_types_xml.yaml b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_xml/test_ao_types_xml.yaml
new file mode 100644
index 0000000..0b489ea
--- /dev/null
+++ b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_types_xml/test_ao_types_xml.yaml
@@ -0,0 +1,21 @@
+AO_FileLocations:
+  Blocksize: 32768
+  Checksum: false
+  CompressionLevel: 0
+  CompressionType: none
+  Files:
+  - path: test-data/hawq-data/gpseg0/16385/179545/179781.1
+    size: 0
+  - path: test-data/hawq-data/gpseg1/16385/179545/179781.1
+    size: 88
+AO_Schema:
+- name: c0
+  type: xml
+DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 1.2.0.0 build
+  dev) on i386-apple-darwin11.4.2, compiled by GCC gcc (GCC) 4.4.2 compiled on Feb
+  28 2014 09:52:04 (with assert checking)
+DFS_URL: hdfs://127.0.0.1:9000
+Encoding: UTF8
+FileFormat: AO
+TableName: public.test_ao_types_xml
+Version: 1.0.0

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8b26974c/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_with_checksum/test_ao_with_checksum.ans
----------------------------------------------------------------------
diff --git a/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_with_checksum/test_ao_with_checksum.ans b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_with_checksum/test_ao_with_checksum.ans
new file mode 100644
index 0000000..c7d9582
--- /dev/null
+++ b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_with_checksum/test_ao_with_checksum.ans
@@ -0,0 +1,32 @@
+-128|123456789a
+-128|aaaa
+-128|bbccddeeff
+-128|null
+-2147483648|123456789a
+-2147483648|aaaa
+-2147483648|bbccddeeff
+-2147483648|null
+-32768|123456789a
+-32768|aaaa
+-32768|bbccddeeff
+-32768|null
+0|123456789a
+0|aaaa
+0|bbccddeeff
+0|null
+128|123456789a
+128|aaaa
+128|bbccddeeff
+128|null
+2147483647|123456789a
+2147483647|aaaa
+2147483647|bbccddeeff
+2147483647|null
+32767|123456789a
+32767|aaaa
+32767|bbccddeeff
+32767|null
+null|123456789a
+null|aaaa
+null|bbccddeeff
+null|null
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8b26974c/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_with_checksum/test_ao_with_checksum.sql
----------------------------------------------------------------------
diff --git a/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_with_checksum/test_ao_with_checksum.sql b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_with_checksum/test_ao_with_checksum.sql
new file mode 100644
index 0000000..bc2cff8
--- /dev/null
+++ b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_with_checksum/test_ao_with_checksum.sql
@@ -0,0 +1,34 @@
+DROP TABLE IF EXISTS test_ao_with_checksum;
+CREATE TABLE test_ao_with_checksum (c0 int4, c1 varchar(10)) with (appendonly=true, orientation=row, compresstype=none, blocksize=32768, checksum=true, compresslevel=0);
+INSERT INTO test_ao_with_checksum values (-2147483648, '123456789a'),
+(-2147483648, 'bbccddeeff'),
+(-2147483648, 'aaaa'),
+(-2147483648, null),
+(-32768, '123456789a'),
+(-32768, 'bbccddeeff'),
+(-32768, 'aaaa'),
+(-32768, null),
+(-128, '123456789a'),
+(-128, 'bbccddeeff'),
+(-128, 'aaaa'),
+(-128, null),
+(0, '123456789a'),
+(0, 'bbccddeeff'),
+(0, 'aaaa'),
+(0, null),
+(128, '123456789a'),
+(128, 'bbccddeeff'),
+(128, 'aaaa'),
+(128, null),
+(32767, '123456789a'),
+(32767, 'bbccddeeff'),
+(32767, 'aaaa'),
+(32767, null),
+(2147483647, '123456789a'),
+(2147483647, 'bbccddeeff'),
+(2147483647, 'aaaa'),
+(2147483647, null),
+(null, '123456789a'),
+(null, 'bbccddeeff'),
+(null, 'aaaa'),
+(null, null);
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8b26974c/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_with_checksum/test_ao_with_checksum.yaml
----------------------------------------------------------------------
diff --git a/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_with_checksum/test_ao_with_checksum.yaml b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_with_checksum/test_ao_with_checksum.yaml
new file mode 100644
index 0000000..ee51b0e
--- /dev/null
+++ b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_with_checksum/test_ao_with_checksum.yaml
@@ -0,0 +1,23 @@
+AO_FileLocations:
+  Blocksize: 32768
+  Checksum: true
+  CompressionLevel: 0
+  CompressionType: none
+  Files:
+  - path: test-data/hawq-data/gpseg0/16385/179545/179626.1
+    size: 200
+  - path: test-data/hawq-data/gpseg1/16385/179545/179626.1
+    size: 560
+AO_Schema:
+- name: c0
+  type: int4
+- name: c1
+  type: varchar
+DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 1.2.0.0 build
+  dev) on i386-apple-darwin11.4.2, compiled by GCC gcc (GCC) 4.4.2 compiled on Feb
+  28 2014 09:52:04 (with assert checking)
+DFS_URL: hdfs://127.0.0.1:9000
+Encoding: UTF8
+FileFormat: AO
+TableName: public.test_ao_with_checksum
+Version: 1.0.0

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8b26974c/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_without_checksum/test_ao_without_checksum.ans
----------------------------------------------------------------------
diff --git a/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_without_checksum/test_ao_without_checksum.ans b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_without_checksum/test_ao_without_checksum.ans
new file mode 100644
index 0000000..c7d9582
--- /dev/null
+++ b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_without_checksum/test_ao_without_checksum.ans
@@ -0,0 +1,32 @@
+-128|123456789a
+-128|aaaa
+-128|bbccddeeff
+-128|null
+-2147483648|123456789a
+-2147483648|aaaa
+-2147483648|bbccddeeff
+-2147483648|null
+-32768|123456789a
+-32768|aaaa
+-32768|bbccddeeff
+-32768|null
+0|123456789a
+0|aaaa
+0|bbccddeeff
+0|null
+128|123456789a
+128|aaaa
+128|bbccddeeff
+128|null
+2147483647|123456789a
+2147483647|aaaa
+2147483647|bbccddeeff
+2147483647|null
+32767|123456789a
+32767|aaaa
+32767|bbccddeeff
+32767|null
+null|123456789a
+null|aaaa
+null|bbccddeeff
+null|null
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8b26974c/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_without_checksum/test_ao_without_checksum.sql
----------------------------------------------------------------------
diff --git a/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_without_checksum/test_ao_without_checksum.sql b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_without_checksum/test_ao_without_checksum.sql
new file mode 100644
index 0000000..85ee3ea
--- /dev/null
+++ b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_without_checksum/test_ao_without_checksum.sql
@@ -0,0 +1,34 @@
+DROP TABLE IF EXISTS test_ao_without_checksum;
+CREATE TABLE test_ao_without_checksum (c0 int4, c1 varchar(10)) with (appendonly=true, orientation=row, compresstype=none, blocksize=32768, checksum=false, compresslevel=0);
+INSERT INTO test_ao_without_checksum values (-2147483648, '123456789a'),
+(-2147483648, 'bbccddeeff'),
+(-2147483648, 'aaaa'),
+(-2147483648, null),
+(-32768, '123456789a'),
+(-32768, 'bbccddeeff'),
+(-32768, 'aaaa'),
+(-32768, null),
+(-128, '123456789a'),
+(-128, 'bbccddeeff'),
+(-128, 'aaaa'),
+(-128, null),
+(0, '123456789a'),
+(0, 'bbccddeeff'),
+(0, 'aaaa'),
+(0, null),
+(128, '123456789a'),
+(128, 'bbccddeeff'),
+(128, 'aaaa'),
+(128, null),
+(32767, '123456789a'),
+(32767, 'bbccddeeff'),
+(32767, 'aaaa'),
+(32767, null),
+(2147483647, '123456789a'),
+(2147483647, 'bbccddeeff'),
+(2147483647, 'aaaa'),
+(2147483647, null),
+(null, '123456789a'),
+(null, 'bbccddeeff'),
+(null, 'aaaa'),
+(null, null);
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8b26974c/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_without_checksum/test_ao_without_checksum.yaml
----------------------------------------------------------------------
diff --git a/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_without_checksum/test_ao_without_checksum.yaml b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_without_checksum/test_ao_without_checksum.yaml
new file mode 100644
index 0000000..8c1a082
--- /dev/null
+++ b/contrib/hawq-hadoop/hawq-mapreduce-tool/test-data/test_ao_without_checksum/test_ao_without_checksum.yaml
@@ -0,0 +1,23 @@
+AO_FileLocations:
+  Blocksize: 32768
+  Checksum: false
+  CompressionLevel: 0
+  CompressionType: none
+  Files:
+  - path: test-data/hawq-data/gpseg0/16385/179545/179631.1
+    size: 192
+  - path: test-data/hawq-data/gpseg1/16385/179545/179631.1
+    size: 552
+AO_Schema:
+- name: c0
+  type: int4
+- name: c1
+  type: varchar
+DBVersion: PostgreSQL 8.2.15 (Greenplum Database 4.2.0 build 1) (HAWQ 1.2.0.0 build
+  dev) on i386-apple-darwin11.4.2, compiled by GCC gcc (GCC) 4.4.2 compiled on Feb
+  28 2014 09:52:04 (with assert checking)
+DFS_URL: hdfs://127.0.0.1:9000
+Encoding: UTF8
+FileFormat: AO
+TableName: public.test_ao_without_checksum
+Version: 1.0.0