Hello there,
Messing around with Sandbox 2.2 and Hive updates. I’ve created a table, done an insert and updated it about 16 times. According to the documentation, minor compaction should occur after 10 updates. Not sure what I’m missing here. It’s been over a day..
Thanks for any help,
Eric
[root@sandbox ~]# hadoop fs -ls /apps/hive/warehouse/update_test
Found 17 items
drwxr-xr-x – root hdfs 0 2015-06-27 03:41 /apps/hive/warehouse/update_test/delta_0000010_0000010
drwxr-xr-x – root hdfs 0 2015-06-27 03:41 /apps/hive/warehouse/update_test/delta_0000011_0000011
drwxr-xr-x – root hdfs 0 2015-06-27 03:41 /apps/hive/warehouse/update_test/delta_0000012_0000012
drwxr-xr-x – root hdfs 0 2015-06-27 03:42 /apps/hive/warehouse/update_test/delta_0000013_0000013
drwxr-xr-x – root hdfs 0 2015-06-27 03:42 /apps/hive/warehouse/update_test/delta_0000014_0000014
drwxr-xr-x – root hdfs 0 2015-06-27 03:43 /apps/hive/warehouse/update_test/delta_0000015_0000015
drwxr-xr-x – root hdfs 0 2015-06-27 03:44 /apps/hive/warehouse/update_test/delta_0000016_0000016
drwxr-xr-x – root hdfs 0 2015-06-27 03:44 /apps/hive/warehouse/update_test/delta_0000017_0000017
drwxr-xr-x – root hdfs 0 2015-06-27 03:45 /apps/hive/warehouse/update_test/delta_0000018_0000018
drwxr-xr-x – root hdfs 0 2015-06-27 03:45 /apps/hive/warehouse/update_test/delta_0000019_0000019
drwxr-xr-x – root hdfs 0 2015-06-27 03:46 /apps/hive/warehouse/update_test/delta_0000020_0000020
drwxr-xr-x – root hdfs 0 2015-06-27 03:47 /apps/hive/warehouse/update_test/delta_0000021_0000021
drwxr-xr-x – root hdfs 0 2015-06-27 20:01 /apps/hive/warehouse/update_test/delta_0000022_0000022
drwxr-xr-x – root hdfs 0 2015-06-27 20:02 /apps/hive/warehouse/update_test/delta_0000023_0000023
drwxr-xr-x – root hdfs 0 2015-06-27 20:02 /apps/hive/warehouse/update_test/delta_0000024_0000024
drwxr-xr-x – root hdfs 0 2015-06-27 20:02 /apps/hive/warehouse/update_test/delta_0000025_0000025
drwxr-xr-x – root hdfs 0 2015-06-27 20:03 /apps/hive/warehouse/update_test/delta_0000026_0000026
hive> show create table update_test;
OK
CREATE TABLE update_test(
id int,
name string)
CLUSTERED BY (
id)
INTO 1 BUCKETS
ROW FORMAT SERDE
‘org.apache.hadoop.hive.ql.io.orc.OrcSerde’
STORED AS INPUTFORMAT
‘org.apache.hadoop.hive.ql.io.orc.OrcInputFormat’
OUTPUTFORMAT
‘org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat’
LOCATION
‘hdfs://sandbox.hortonworks.com:8020/apps/hive/warehouse/update_test’
TBLPROPERTIES (
‘COLUMN_STATS_ACCURATE’=’true’,
‘numFiles’=’17’,
‘numRows’=’1′,
‘rawDataSize’=’0′,
‘totalSize’=’10564′,
‘transactional’=’true’,
‘transient_lastDdlTime’=’1435435389′)