You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@griffin.apache.org by gu...@apache.org on 2017/03/03 12:16:57 UTC

[51/51] [partial] incubator-griffin git commit: Init move

Init move

Author: William Guo <gu...@icloud.com>

Closes #3 from guoyuepeng/InitMove.


Project: http://git-wip-us.apache.org/repos/asf/incubator-griffin/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-griffin/commit/a8ba6ba9
Tree: http://git-wip-us.apache.org/repos/asf/incubator-griffin/tree/a8ba6ba9
Diff: http://git-wip-us.apache.org/repos/asf/incubator-griffin/diff/a8ba6ba9

Branch: refs/heads/master
Commit: a8ba6ba974d4338eb22f584b9f4fa8a270f89637
Parents: e844c40
Author: William Guo <gu...@icloud.com>
Authored: Fri Mar 3 20:15:28 2017 +0800
Committer: William Guo <gu...@icloud.com>
Committed: Fri Mar 3 20:15:28 2017 +0800

----------------------------------------------------------------------
 CONTRIBUTING.md                                 |    86 +
 LICENSE.md                                      |   161 +
 README.md                                       |   192 +-
 addServer.py                                    |    46 +
 docker/.gitignore                               |    33 +
 docker/griffin-base/Dockerfile                  |    81 +
 docker/griffin-base/config/hive-site.xml        |  3916 +
 docker/griffin-base/config/mongodb-org-3.2.repo |     5 +
 docker/griffin-base/config/mysql_init.sh        |     8 +
 .../config/mysql_init_metastore.sql             |     9 +
 docker/griffin-base/config/mysql_secure.sh      |    94 +
 docker/griffin-base/config/spark-conf-mod.sh    |     5 +
 docker/griffin-base/config/tomcat               |    26 +
 .../griffin/dataFile/users_info_src.dat         |    50 +
 .../griffin/dataFile/users_info_target.dat      |    50 +
 docker/griffin-base/griffin/hadoop-end.sh       |     8 +
 docker/griffin-base/griffin/hadoop-start.sh     |    23 +
 docker/griffin-base/griffin/hd-after-hive.sh    |     5 +
 docker/griffin-base/griffin/hd-before-hive.sh   |     7 +
 docker/griffin-base/griffin/hd-test-json.sh     |     7 +
 docker/griffin-base/griffin/hive-init.sh        |    19 +
 docker/griffin-base/griffin/hive-input.hql      |    25 +
 .../griffin/jsonFile/accu_config.json           |    63 +
 .../griffin/jsonFile/vali_config.json           |   135 +
 docker/griffin-base/griffin/pre-start.sh        |    16 +
 docker/griffin-base/start-up.sh                 |    35 +
 docker/griffin-base/user/adduser.sh             |    40 +
 docker/griffin-base/user/env.txt                |    13 +
 docker/griffin-base/user/sudouser.sh            |     7 +
 docker/griffin/Dockerfile                       |    27 +
 docker/griffin/db/unitdb0/SEQUENCES.bson        |   Bin 0 -> 326 bytes
 .../griffin/db/unitdb0/SEQUENCES.metadata.json  |     1 +
 docker/griffin/db/unitdb0/data_assets.bson      |   Bin 0 -> 2404 bytes
 .../db/unitdb0/data_assets.metadata.json        |     1 +
 docker/griffin/db/unitdb0/dq_job.bson           |     0
 docker/griffin/db/unitdb0/dq_job.metadata.json  |     1 +
 .../griffin/db/unitdb0/dq_metrics_values.bson   |   Bin 0 -> 502940 bytes
 .../db/unitdb0/dq_metrics_values.metadata.json  |     1 +
 .../db/unitdb0/dq_missed_file_path_lkp.bson     |   Bin 0 -> 4550 bytes
 .../dq_missed_file_path_lkp.metadata.json       |     1 +
 docker/griffin/db/unitdb0/dq_model.bson         |     0
 .../griffin/db/unitdb0/dq_model.metadata.json   |     1 +
 docker/griffin/db/unitdb0/dq_schedule.bson      |     0
 .../db/unitdb0/dq_schedule.metadata.json        |     1 +
 docker/griffin/db/unitdb0/system.indexes.bson   |   Bin 0 -> 603 bytes
 docker/griffin/db/unitdb0/user_subscribe.bson   |   Bin 0 -> 255 bytes
 .../db/unitdb0/user_subscribe.metadata.json     |     1 +
 docker/griffin/download-resources.sh            |    63 +
 docker/griffin/hadoop-end.sh                    |     8 +
 docker/griffin/hadoop-start.sh                  |    23 +
 docker/griffin/pre-start.sh                     |    20 +
 docker/griffin/script/env.sh                    |     4 +
 docker/griffin/script/griffin_jobs.sh           |    88 +
 docker/griffin/script/griffin_regular_run.sh    |    16 +
 docker/griffin/start-up.sh                      |    51 +
 griffin-core/.gitignore                         |    27 +
 griffin-core/pom.xml                            |   302 +
 .../com/ebay/oss/griffin/common/HDFSUtils.java  |    33 +
 .../ebay/oss/griffin/common/NumberUtils.java    |    41 +
 .../java/com/ebay/oss/griffin/common/Pair.java  |    64 +
 .../griffin/common/ScheduleModelSeperator.java  |    21 +
 .../oss/griffin/common/SimpleCORSFilter.java    |    45 +
 .../ebay/oss/griffin/domain/AnomalyType.java    |    26 +
 .../com/ebay/oss/griffin/domain/DataAsset.java  |   199 +
 .../com/ebay/oss/griffin/domain/DataSchema.java |    80 +
 .../java/com/ebay/oss/griffin/domain/DqJob.java |   121 +
 .../ebay/oss/griffin/domain/DqMetricsValue.java |   111 +
 .../com/ebay/oss/griffin/domain/DqModel.java    |   231 +
 .../com/ebay/oss/griffin/domain/DqSchedule.java |   123 +
 .../com/ebay/oss/griffin/domain/IdEntity.java   |    28 +
 .../com/ebay/oss/griffin/domain/JobStatus.java  |    24 +
 .../com/ebay/oss/griffin/domain/MetricType.java |    25 +
 .../ebay/oss/griffin/domain/ModelStatus.java    |    24 +
 .../com/ebay/oss/griffin/domain/ModelType.java  |    24 +
 .../oss/griffin/domain/PartitionFormat.java     |    59 +
 .../oss/griffin/domain/SampleFilePathLKP.java   |    56 +
 .../ebay/oss/griffin/domain/ScheduleType.java   |    24 +
 .../com/ebay/oss/griffin/domain/SystemType.java |    69 +
 .../oss/griffin/domain/UserSubscription.java    |   101 +
 .../ebay/oss/griffin/domain/ValidityType.java   |    31 +
 .../griffin/error/BarkDbOperationException.java |   105 +
 .../oss/griffin/error/BarkWebException.java     |   136 +
 .../griffin/error/BarkWebExceptionMapper.java   |    43 +
 .../ebay/oss/griffin/error/ErrorMessage.java    |   101 +
 .../com/ebay/oss/griffin/repo/BarkIdRepo.java   |    11 +
 .../com/ebay/oss/griffin/repo/BarkRepo.java     |    31 +
 .../com/ebay/oss/griffin/repo/BaseIdRepo.java   |    53 +
 .../com/ebay/oss/griffin/repo/BaseRepo.java     |    95 +
 .../ebay/oss/griffin/repo/DataAssetRepo.java    |    26 +
 .../oss/griffin/repo/DataAssetRepoImpl.java     |    47 +
 .../com/ebay/oss/griffin/repo/DqJobRepo.java    |    33 +
 .../ebay/oss/griffin/repo/DqJobRepoImpl.java    |   102 +
 .../ebay/oss/griffin/repo/DqMetricsRepo.java    |    31 +
 .../oss/griffin/repo/DqMetricsRepoImpl.java     |    85 +
 .../com/ebay/oss/griffin/repo/DqModelRepo.java  |    40 +
 .../ebay/oss/griffin/repo/DqModelRepoImpl.java  |   162 +
 .../ebay/oss/griffin/repo/DqScheduleRepo.java   |    33 +
 .../oss/griffin/repo/DqScheudleRepoImpl.java    |    82 +
 .../oss/griffin/repo/SampleFilePathRepo.java    |    27 +
 .../griffin/repo/SampleFilePathRepoImpl.java    |    43 +
 .../com/ebay/oss/griffin/repo/SequenceRepo.java |    22 +
 .../ebay/oss/griffin/repo/SequenceRepoImpl.java |    44 +
 .../oss/griffin/repo/UserSubscriptionRepo.java  |    26 +
 .../griffin/repo/UserSubscriptionRepoImpl.java  |    60 +
 .../griffin/resources/DQMetricsController.java  |   253 +
 .../griffin/resources/DQModelController.java    |   113 +
 .../griffin/resources/DataAssetController.java  |   164 +
 .../oss/griffin/resources/LoginController.java  |    56 +
 .../resources/NotificationController.java       |    44 +
 .../griffin/resources/ScheduleController.java   |    39 +
 .../griffin/resources/SubscribeController.java  |    55 +
 .../com/ebay/oss/griffin/service/Converter.java |    23 +
 .../oss/griffin/service/DQMetricsService.java   |    59 +
 .../griffin/service/DQMetricsServiceImpl.java   |   321 +
 .../oss/griffin/service/DataAssetService.java   |    36 +
 .../griffin/service/DataAssetServiceImpl.java   |   363 +
 .../oss/griffin/service/DqModelConverter.java   |    52 +
 .../oss/griffin/service/DqModelCreator.java     |    32 +
 .../oss/griffin/service/DqModelService.java     |    45 +
 .../oss/griffin/service/DqModelServiceImpl.java |   181 +
 .../oss/griffin/service/DqScheduleService.java  |    27 +
 .../griffin/service/DqScheduleServiceImpl.java  |   670 +
 .../oss/griffin/service/DummyLoginService.java  |    25 +
 .../ebay/oss/griffin/service/LoginService.java  |    21 +
 .../griffin/service/ModelInputConverter.java    |    80 +
 .../griffin/service/NotificationService.java    |    29 +
 .../service/NotificationServiceImpl.java        |    82 +
 .../ebay/oss/griffin/service/RefMetrcsCalc.java |    23 +
 .../oss/griffin/service/RefMetricsCalcImpl.java |   347 +
 .../oss/griffin/service/SubscribeService.java   |    26 +
 .../griffin/service/SubscribeServiceImpl.java   |    43 +
 .../modelcreator/AccurcyModelCreator.java       |    45 +
 .../modelcreator/AnomalyModelCreator.java       |    32 +
 .../service/modelcreator/BaseModelCreator.java  |   157 +
 .../modelcreator/DqModelCreatorChain.java       |    35 +
 .../modelcreator/PublishModelCreator.java       |    29 +
 .../modelcreator/ValidityModelCreator.java      |    36 +
 .../oss/griffin/vo/AccuracyHiveJobConfig.java   |    79 +
 .../griffin/vo/AccuracyHiveJobConfigDetail.java |    87 +
 .../ebay/oss/griffin/vo/AssetLevelMetrics.java  |   136 +
 .../oss/griffin/vo/AssetLevelMetricsDetail.java |   125 +
 .../java/com/ebay/oss/griffin/vo/BaseObj.java   |    50 +
 .../oss/griffin/vo/BollingerBandsEntity.java    |    61 +
 .../com/ebay/oss/griffin/vo/DQHealthStats.java  |    43 +
 .../com/ebay/oss/griffin/vo/DataAssetIndex.java |    43 +
 .../com/ebay/oss/griffin/vo/DataAssetInput.java |   109 +
 .../java/com/ebay/oss/griffin/vo/DqModelVo.java |    95 +
 .../java/com/ebay/oss/griffin/vo/LoginUser.java |    50 +
 .../java/com/ebay/oss/griffin/vo/MADEntity.java |    44 +
 .../ebay/oss/griffin/vo/MappingItemInput.java   |    60 +
 .../ebay/oss/griffin/vo/ModelBasicInputNew.java |   131 +
 .../ebay/oss/griffin/vo/ModelExtraInputNew.java |    68 +
 .../com/ebay/oss/griffin/vo/ModelInput.java     |    99 +
 .../ebay/oss/griffin/vo/NotificationRecord.java |   102 +
 .../ebay/oss/griffin/vo/OverViewStatistics.java |    44 +
 .../ebay/oss/griffin/vo/PartitionConfig.java    |    41 +
 .../ebay/oss/griffin/vo/PlatformMetadata.java   |    52 +
 .../oss/griffin/vo/PlatformSubscription.java    |    58 +
 .../java/com/ebay/oss/griffin/vo/SampleOut.java |    36 +
 .../ebay/oss/griffin/vo/SystemLevelMetrics.java |    66 +
 .../oss/griffin/vo/SystemLevelMetricsList.java  |   371 +
 .../com/ebay/oss/griffin/vo/SystemMetadata.java |    52 +
 .../ebay/oss/griffin/vo/SystemSubscription.java |    58 +
 .../oss/griffin/vo/ValidateHiveJobConfig.java   |    99 +
 .../vo/ValidateHiveJobConfigLv1Detail.java      |    59 +
 .../vo/ValidateHiveJobConfigLv2Detail.java      |    52 +
 .../src/main/resources/application.properties   |    36 +
 .../src/main/resources/log4j.properties         |     5 +
 .../src/main/webapp/WEB-INF/spring/context.xml  |    49 +
 .../webapp/WEB-INF/spring/static-context.xml    |    25 +
 griffin-core/src/main/webapp/WEB-INF/web.xml    |    77 +
 .../webapp/WEB-INF/webres/resource.properties   |     0
 .../oss/griffin/common/CommonResourceTest.java  |    34 +
 .../oss/griffin/domain/DomainResourceTest.java  |   255 +
 .../ebay/oss/griffin/domain/SystemTypeTest.java |    29 +
 .../oss/griffin/resources/ControllersTest.java  |   524 +
 .../service/DQMetricsServiceImplTest.java       |   206 +
 .../griffin/service/DataAssetServiceTest.java   |   168 +
 .../griffin/service/DqModelConverterTest.java   |    19 +
 .../oss/griffin/service/DqModelServiceTest.java |   213 +
 .../griffin/service/DqScheduleServiceTest.java  |    24 +
 .../oss/griffin/service/LoginServiceTest.java   |    34 +
 .../service/NotificationServiceImplTest.java    |   110 +
 .../griffin/service/RefMetricsCalcImplTest.java |    65 +
 .../service/SubscribeServiceImplTest.java       |    57 +
 .../com/ebay/oss/griffin/vo/VoResourceTest.java |   651 +
 .../src/test/resources/application.properties   |    31 +
 griffin-core/src/test/resources/context.xml     |    30 +
 griffin-doc/FSD.md                              |   127 +
 griffin-doc/Testcase.md                         |    60 +
 griffin-doc/db/unitdb0/SEQUENCES.bson           |   Bin 0 -> 326 bytes
 griffin-doc/db/unitdb0/SEQUENCES.metadata.json  |     1 +
 griffin-doc/db/unitdb0/data_assets.bson         |   Bin 0 -> 2404 bytes
 .../db/unitdb0/data_assets.metadata.json        |     1 +
 griffin-doc/db/unitdb0/dq_job.bson              |   Bin 0 -> 8489 bytes
 griffin-doc/db/unitdb0/dq_job.metadata.json     |     1 +
 griffin-doc/db/unitdb0/dq_metrics_values.bson   |   Bin 0 -> 502940 bytes
 .../db/unitdb0/dq_metrics_values.metadata.json  |     1 +
 .../db/unitdb0/dq_missed_file_path_lkp.bson     |   Bin 0 -> 4550 bytes
 .../dq_missed_file_path_lkp.metadata.json       |     1 +
 griffin-doc/db/unitdb0/dq_model.bson            |   Bin 0 -> 4448 bytes
 griffin-doc/db/unitdb0/dq_model.metadata.json   |     1 +
 griffin-doc/db/unitdb0/dq_schedule.bson         |   Bin 0 -> 492 bytes
 .../db/unitdb0/dq_schedule.metadata.json        |     1 +
 griffin-doc/db/unitdb0/system.indexes.bson      |   Bin 0 -> 603 bytes
 griffin-doc/db/unitdb0/user_subscribe.bson      |   Bin 0 -> 255 bytes
 .../db/unitdb0/user_subscribe.metadata.json     |     1 +
 griffin-doc/dockerUIguide.md                    |    63 +
 griffin-doc/hive/json/accu_config.json          |    62 +
 griffin-doc/hive/json/vali_config.json          |   131 +
 griffin-doc/hive/script/bark_jobs.sh            |    70 +
 griffin-doc/hive/script/bark_regular_run.sh     |    15 +
 griffin-doc/hive/script/env.sh                  |     3 +
 griffin-doc/hive/users_info_src.dat             |    50 +
 griffin-doc/hive/users_info_target.dat          |    50 +
 griffin-doc/img/Business_Process.png            |   Bin 0 -> 33482 bytes
 griffin-doc/img/bark-sm.gif                     |   Bin 0 -> 2746 bytes
 griffin-doc/img/data quality Flow.png           |   Bin 0 -> 74065 bytes
 griffin-doc/img/fsd/image2016-6-30 13-19-2.png  |   Bin 0 -> 1488742 bytes
 griffin-doc/img/fsd/image2016-6-30 16-16-21.png |   Bin 0 -> 20438 bytes
 griffin-doc/img/fsd/image2016-6-30 16-17-5.png  |   Bin 0 -> 19039 bytes
 griffin-doc/img/fsd/image2016-6-30 16-17-52.png |   Bin 0 -> 21143 bytes
 griffin-doc/img/fsd/image2016-6-30 16-18-20.png |   Bin 0 -> 22061 bytes
 griffin-doc/img/fsd/image2016-6-30 16-18-52.png |   Bin 0 -> 22155 bytes
 griffin-doc/img/fsd/image2016-6-30 16-20-34.png |   Bin 0 -> 20628 bytes
 griffin-doc/img/fsd/image2016-6-30 16-20-53.png |   Bin 0 -> 27396 bytes
 griffin-doc/img/fsd/image2016-6-30 16-21-16.png |   Bin 0 -> 20685 bytes
 griffin-doc/img/fsd/image2016-6-30 16-21-49.png |   Bin 0 -> 15985 bytes
 griffin-doc/img/fsd/image2016-6-30 16-22-53.png |   Bin 0 -> 20997 bytes
 griffin-doc/img/fsd/image2016-6-30 16-23-11.png |   Bin 0 -> 98790 bytes
 griffin-doc/img/fsd/image2016-6-30 16-23-32.png |   Bin 0 -> 20743 bytes
 griffin-doc/img/fsd/image2016-6-30 16-24-7.png  |   Bin 0 -> 49240 bytes
 griffin-doc/img/fsd/image2016-6-30 16-25-12.png |   Bin 0 -> 30162 bytes
 griffin-doc/img/fsd/image2016-6-30 16-25-42.png |   Bin 0 -> 26276 bytes
 griffin-doc/img/fsd/image2016-6-30 16-31-26.png |   Bin 0 -> 27621 bytes
 griffin-doc/img/fsd/image2016-6-30 16-33-44.png |   Bin 0 -> 34354 bytes
 griffin-doc/img/fsd/image2016-6-30 16-34-58.png |   Bin 0 -> 11806 bytes
 griffin-doc/img/fsd/image2016-6-30 16-35-18.png |   Bin 0 -> 17774 bytes
 griffin-doc/img/fsd/image2016-6-30 16-35-57.png |   Bin 0 -> 23956 bytes
 griffin-doc/img/fsd/image2016-6-30 16-36-48.png |   Bin 0 -> 14428 bytes
 griffin-doc/img/fsd/image2016-6-30 16-37-48.png |   Bin 0 -> 22925 bytes
 griffin-doc/img/fsd/image2016-6-30 16-39-17.png |   Bin 0 -> 13047 bytes
 griffin-doc/img/fsd/image2016-6-30 16-39-37.png |   Bin 0 -> 64162 bytes
 griffin-doc/img/fsd/image2016-6-30 16-40-14.png |   Bin 0 -> 10365 bytes
 griffin-doc/img/fsd/image2016-6-30 16-41-5.png  |   Bin 0 -> 12937 bytes
 griffin-doc/img/fsd/image2016-6-30 16-41-57.png |   Bin 0 -> 34047 bytes
 griffin-doc/img/fsd/image2016-6-30 16-42-16.png |   Bin 0 -> 66432 bytes
 griffin-doc/img/fsd/image2016-6-30 16-44-15.png |   Bin 0 -> 47475 bytes
 griffin-doc/img/tdd/arch_design.png             |   Bin 0 -> 110699 bytes
 griffin-doc/img/tdd/class_diagram.png           |   Bin 0 -> 26041 bytes
 griffin-doc/img/tdd/model_design.png            |   Bin 0 -> 51817 bytes
 griffin-doc/img/tdd/mvc.png                     |   Bin 0 -> 22710 bytes
 griffin-doc/img/userguide/1.PNG                 |   Bin 0 -> 12742 bytes
 griffin-doc/img/userguide/13.PNG                |   Bin 0 -> 19582 bytes
 griffin-doc/img/userguide/23.PNG                |   Bin 0 -> 84730 bytes
 griffin-doc/img/userguide/33.PNG                |   Bin 0 -> 20873 bytes
 griffin-doc/img/userguide/333.PNG               |   Bin 0 -> 21221 bytes
 griffin-doc/img/userguide/Capture.PNG           |   Bin 0 -> 31495 bytes
 griffin-doc/img/userguide/Capwture.PNG          |   Bin 0 -> 64162 bytes
 griffin-doc/img/userguide/DQ metirics.PNG       |   Bin 0 -> 66432 bytes
 griffin-doc/img/userguide/accurancy.PNG         |   Bin 0 -> 11197 bytes
 griffin-doc/img/userguide/anomaly .PNG          |   Bin 0 -> 10111 bytes
 griffin-doc/img/userguide/asset.PNG             |   Bin 0 -> 12796 bytes
 griffin-doc/img/userguide/bullseye.png          |   Bin 0 -> 34047 bytes
 griffin-doc/img/userguide/confirm.PNG           |   Bin 0 -> 20904 bytes
 griffin-doc/img/userguide/create model.PNG      |   Bin 0 -> 9174 bytes
 griffin-doc/img/userguide/data asset.PNG        |   Bin 0 -> 10365 bytes
 griffin-doc/img/userguide/download.PNG          |   Bin 0 -> 66862 bytes
 griffin-doc/img/userguide/log in.PNG            |   Bin 0 -> 50696 bytes
 griffin-doc/img/userguide/my dashboard.PNG      |   Bin 0 -> 10817 bytes
 griffin-doc/img/userguide/p.PNG                 |   Bin 0 -> 7637 bytes
 griffin-doc/img/userguide/sample.PNG            |   Bin 0 -> 27448 bytes
 griffin-doc/img/userguide/side.PNG              |   Bin 0 -> 12742 bytes
 griffin-doc/img/userguide/source.PNG            |   Bin 0 -> 21151 bytes
 griffin-doc/img/userguide/source2.PNG           |   Bin 0 -> 21134 bytes
 griffin-doc/img/userguide/subscribe.PNG         |   Bin 0 -> 20301 bytes
 griffin-doc/img/userguide/subscriberesult.PNG   |   Bin 0 -> 22546 bytes
 griffin-doc/img/userguide/target.PNG            |   Bin 0 -> 19794 bytes
 griffin-doc/img/userguide/validity.PNG          |   Bin 0 -> 10570 bytes
 griffin-doc/intro.md                            |    68 +
 griffin-doc/models.md                           |   155 +
 griffin-doc/proposal.md                         |   200 +
 griffin-doc/roadmap.md                          |    43 +
 griffin-doc/tdd.md                              |    65 +
 griffin-doc/userDataCaseGuide.md                |    58 +
 griffin-doc/userguide.md                        |   329 +
 griffin-models/.gitignore                       |    43 +
 griffin-models/README.md                        |   158 +
 griffin-models/accu_config.json                 |    62 +
 griffin-models/app.conf.template                |     4 +
 griffin-models/data/test/dataFile/srcFile.avro  |   Bin 0 -> 382 bytes
 griffin-models/data/test/dataFile/srcFile.avsc  |    18 +
 griffin-models/data/test/dataFile/srcFile.json  |     5 +
 griffin-models/data/test/dataFile/srcFileCsv    |     6 +
 .../data/test/dataFile/srcFileCsv_type          |     5 +
 griffin-models/data/test/dataFile/tgtFile.avro  |   Bin 0 -> 374 bytes
 griffin-models/data/test/dataFile/tgtFile.avsc  |    18 +
 griffin-models/data/test/dataFile/tgtFile.json  |     5 +
 griffin-models/data/test/dataFile/tgtFileCsv    |     6 +
 .../data/test/dataFile/tgtFileCsv_type          |     5 +
 .../data/test/recordFile/_RESULT_ACCU           |     5 +
 .../data/test/recordFile/_RESULT_VALI           |     3 +
 .../data/test/reqJson/accuAvroTest.json         |    34 +
 .../data/test/reqJson/accuCsvTest.json          |    34 +
 .../data/test/reqJson/valiAvroTest.json         |    83 +
 .../data/test/reqJson/valiCsvTest.json          |    83 +
 griffin-models/pom.xml                          |   201 +
 .../org/apache/griffin/accuracy/Accu.scala      |   195 +
 .../griffin/accuracy/AccuracyConfEntity.scala   |    17 +
 .../griffin/accuracy/AccuracyMapping.scala      |    21 +
 .../apache/griffin/common/PartitionPair.scala   |     3 +
 .../dataLoaderUtils/AvroFileDataLoader.scala    |    27 +
 .../dataLoaderUtils/CsvFileDataLoader.scala     |    45 +
 .../griffin/dataLoaderUtils/DataLoader.scala    |    11 +
 .../dataLoaderUtils/DataLoaderFactory.scala     |    18 +
 .../dataLoaderUtils/FileLoaderUtil.scala        |     7 +
 .../dataLoaderUtils/HiveDataLoader.scala        |    20 +
 .../main/scala/org/apache/griffin/package.scala |     9 +
 .../org/apache/griffin/util/DataTypeUtils.scala |   146 +
 .../org/apache/griffin/util/HdfsUtils.scala     |    27 +
 .../apache/griffin/util/PartitionUtils.scala    |    31 +
 .../apache/griffin/validility/MetricsType.scala |    16 +
 .../org/apache/griffin/validility/Vali.scala    |   211 +
 .../griffin/validility/ValidityConfEntity.scala |    17 +
 .../apache/griffin/validility/ValidityReq.scala |    22 +
 .../src/test/scala/modelTest/AccuTest.scala     |    86 +
 .../src/test/scala/modelTest/ValiTest.scala     |    80 +
 .../src/test/scala/samples/junit.scala          |    17 +
 .../src/test/scala/samples/scalatest.scala      |   109 +
 .../src/test/scala/samples/specs.scala          |    31 +
 griffin-models/vali_config.json                 |   131 +
 griffin-scheduler/pom.xml                       |    83 +
 .../apache/bark/scheduler/BarkScheduler.java    |    11 +
 .../bark/scheduler/BarkSchedulerTest.java       |    13 +
 griffin-ui/.gitignore                           |     6 +
 griffin-ui/apidocs/bark.json                    |   737 +
 griffin-ui/apidocs/css/print.css                |  1187 +
 griffin-ui/apidocs/css/reset.css                |   125 +
 griffin-ui/apidocs/css/screen.css               |  1300 +
 griffin-ui/apidocs/css/style.css                |   250 +
 griffin-ui/apidocs/css/typography.css           |    14 +
 griffin-ui/apidocs/example/anomaly.json         |    19 +
 griffin-ui/apidocs/example/publish.json         |    17 +
 griffin-ui/apidocs/example/validity.json        |    20 +
 griffin-ui/apidocs/fonts/DroidSans-Bold.ttf     |   Bin 0 -> 42480 bytes
 griffin-ui/apidocs/fonts/DroidSans.ttf          |   Bin 0 -> 41028 bytes
 griffin-ui/apidocs/images/collapse.gif          |   Bin 0 -> 69 bytes
 griffin-ui/apidocs/images/expand.gif            |   Bin 0 -> 73 bytes
 griffin-ui/apidocs/images/explorer_icons.png    |   Bin 0 -> 5763 bytes
 griffin-ui/apidocs/images/favicon-16x16.png     |   Bin 0 -> 645 bytes
 griffin-ui/apidocs/images/favicon-32x32.png     |   Bin 0 -> 1654 bytes
 griffin-ui/apidocs/images/favicon.ico           |   Bin 0 -> 5430 bytes
 griffin-ui/apidocs/images/logo_small.png        |   Bin 0 -> 770 bytes
 griffin-ui/apidocs/images/pet_store_api.png     |   Bin 0 -> 824 bytes
 griffin-ui/apidocs/images/throbber.gif          |   Bin 0 -> 9257 bytes
 griffin-ui/apidocs/images/wordnik_api.png       |   Bin 0 -> 980 bytes
 griffin-ui/apidocs/index.html                   |   125 +
 griffin-ui/apidocs/lang/en.js                   |    55 +
 griffin-ui/apidocs/lang/es.js                   |    52 +
 griffin-ui/apidocs/lang/fr.js                   |    53 +
 griffin-ui/apidocs/lang/it.js                   |    52 +
 griffin-ui/apidocs/lang/ja.js                   |    53 +
 griffin-ui/apidocs/lang/pl.js                   |    53 +
 griffin-ui/apidocs/lang/pt.js                   |    53 +
 griffin-ui/apidocs/lang/ru.js                   |    55 +
 griffin-ui/apidocs/lang/tr.js                   |    53 +
 griffin-ui/apidocs/lang/translator.js           |    39 +
 griffin-ui/apidocs/lang/zh-cn.js                |    53 +
 griffin-ui/apidocs/lib/backbone-min.js          |    15 +
 griffin-ui/apidocs/lib/handlebars-2.0.0.js      |    28 +
 griffin-ui/apidocs/lib/highlight.7.3.pack.js    |     1 +
 griffin-ui/apidocs/lib/jquery-1.8.0.min.js      |     2 +
 griffin-ui/apidocs/lib/jquery.ba-bbq.min.js     |    18 +
 griffin-ui/apidocs/lib/jquery.slideto.min.js    |     1 +
 griffin-ui/apidocs/lib/jquery.wiggle.min.js     |     8 +
 griffin-ui/apidocs/lib/jsoneditor.min.js        |    11 +
 griffin-ui/apidocs/lib/marked.js                |  1272 +
 griffin-ui/apidocs/lib/swagger-oauth.js         |   338 +
 griffin-ui/apidocs/lib/underscore-min.js        |     6 +
 griffin-ui/apidocs/lib/underscore-min.map       |     1 +
 griffin-ui/apidocs/o2c.html                     |    20 +
 griffin-ui/apidocs/pet_example.json             |   426 +
 griffin-ui/apidocs/sample.json                  |    83 +
 griffin-ui/apidocs/swagger-ui.js                | 26330 +++++++
 griffin-ui/apidocs/swagger-ui.min.js            |    11 +
 griffin-ui/apidocs/swagger.json                 |  1633 +
 griffin-ui/bower.json                           |    19 +
 .../AngularJS-Toaster/toaster.css               |   240 +
 .../AngularJS-Toaster/toaster.js                |   504 +
 .../AngularJS-Toaster/toaster.min.css           |    12 +
 .../AngularJS-Toaster/toaster.min.js            |    13 +
 .../angular-animate/angular-animate.js          |  4139 ++
 .../angular-animate/angular-animate.min.js      |    57 +
 .../angular-cookies/angular-cookies.js          |   322 +
 .../angular-cookies/angular-cookies.min.js      |     9 +
 .../angular-route/angular-route.js              |  1069 +
 .../angular-route/angular-route.min.js          |    16 +
 .../angular-smart-table/dist/smart-table.js     |   539 +
 .../angular-smart-table/dist/smart-table.min.js |     6 +
 .../angular-spinner/angular-spinner.js          |   137 +
 .../angular-spinner/angular-spinner.min.js      |     2 +
 .../bower_components/angular/angular-csp.css    |    21 +
 griffin-ui/bower_components/angular/angular.js  | 31768 +++++++++
 .../bower_components/angular/angular.min.js     |   318 +
 .../bootstrap/dist/js/bootstrap.js              |  2377 +
 .../bootstrap/dist/js/bootstrap.min.js          |     7 +
 .../bootswatch/cyborg/bootstrap.css             |  6929 ++
 .../bootswatch/cyborg/bootstrap.min.css         |    11 +
 .../fonts/glyphicons-halflings-regular.eot      |   Bin 0 -> 20127 bytes
 .../fonts/glyphicons-halflings-regular.svg      |   288 +
 .../fonts/glyphicons-halflings-regular.ttf      |   Bin 0 -> 45404 bytes
 .../fonts/glyphicons-halflings-regular.woff     |   Bin 0 -> 23424 bytes
 .../fonts/glyphicons-halflings-regular.woff2    |   Bin 0 -> 18028 bytes
 .../bower_components/domReady/domReady.js       |   129 +
 .../bower_components/echarts/dist/echarts.js    | 63245 +++++++++++++++++
 .../echarts/dist/echarts.min.js                 |    35 +
 .../bower_components/echarts/theme/dark.js      |   152 +
 .../font-awesome/css/font-awesome.css           |  2086 +
 .../font-awesome/css/font-awesome.min.css       |     4 +
 .../font-awesome/fonts/FontAwesome.otf          |   Bin 0 -> 109688 bytes
 .../font-awesome/fonts/fontawesome-webfont.eot  |   Bin 0 -> 70807 bytes
 .../font-awesome/fonts/fontawesome-webfont.svg  |   655 +
 .../font-awesome/fonts/fontawesome-webfont.ttf  |   Bin 0 -> 142072 bytes
 .../font-awesome/fonts/fontawesome-webfont.woff |   Bin 0 -> 83588 bytes
 .../fonts/fontawesome-webfont.woff2             |   Bin 0 -> 66624 bytes
 .../bower_components/jquery/dist/jquery.js      |  9210 +++
 .../bower_components/jquery/dist/jquery.min.js  |     5 +
 .../bower_components/requirejs/require.js       |  2129 +
 griffin-ui/bower_components/spin.js/spin.js     |   377 +
 griffin-ui/bower_components/spin.js/spin.min.js |     2 +
 griffin-ui/build.xml                            |    28 +
 griffin-ui/css/main.css                         |  1053 +
 griffin-ui/css/sidebar.css                      |   179 +
 griffin-ui/css/treeview-check.css               |    81 +
 griffin-ui/css/treeview.css                     |    81 +
 griffin-ui/img/1.PNG                            |   Bin 0 -> 13855 bytes
 griffin-ui/img/2.PNG                            |   Bin 0 -> 8562 bytes
 griffin-ui/img/bollinger.png                    |   Bin 0 -> 145323 bytes
 griffin-ui/img/construction.gif                 |   Bin 0 -> 4853 bytes
 griffin-ui/img/favicon.ico                      |   Bin 0 -> 9920 bytes
 griffin-ui/img/logo.gif                         |   Bin 0 -> 5764 bytes
 griffin-ui/img/mad.png                          |   Bin 0 -> 47922 bytes
 griffin-ui/img/sidebar1.png                     |   Bin 0 -> 1536 bytes
 griffin-ui/img/sidebar2.png                     |   Bin 0 -> 1617 bytes
 griffin-ui/img/yoy.png                          |   Bin 0 -> 28400 bytes
 griffin-ui/index.html                           |   185 +
 griffin-ui/js/app.js                            |    42 +
 griffin-ui/js/bs.js                             |    31 +
 griffin-ui/js/controllers/bigChart-ctrl.js      |    58 +
 .../js/controllers/createdataasset-ctrl.js      |   180 +
 griffin-ui/js/controllers/createrule-ac-ctrl.js |   494 +
 griffin-ui/js/controllers/createrule-an-ctrl.js |   298 +
 griffin-ui/js/controllers/createrule-pu-ctrl.js |   161 +
 griffin-ui/js/controllers/createrule-va-ctrl.js |   331 +
 griffin-ui/js/controllers/createrule0-ctrl.js   |    41 +
 griffin-ui/js/controllers/dataassets-ctrl.js    |   124 +
 .../js/controllers/downloadSample-ctrl.js       |    36 +
 griffin-ui/js/controllers/editdataasset-ctrl.js |   213 +
 griffin-ui/js/controllers/footer-ctrl.js        |    56 +
 griffin-ui/js/controllers/health-ctrl.js        |   191 +
 griffin-ui/js/controllers/index.js              |    40 +
 griffin-ui/js/controllers/main-ctrl.js          |    36 +
 griffin-ui/js/controllers/metrics-ctrl.js       |   180 +
 griffin-ui/js/controllers/module.js             |    18 +
 griffin-ui/js/controllers/mydashboard-ctrl.js   |    84 +
 griffin-ui/js/controllers/nav-ctrl.js           |    65 +
 griffin-ui/js/controllers/rule-ctrl.js          |   174 +
 griffin-ui/js/controllers/sidebar-ctrl.js       |   139 +
 .../js/controllers/subscribemodel-ctrl.js       |   406 +
 griffin-ui/js/controllers/viewrule-ctrl.js      |    87 +
 griffin-ui/js/directives/bigchart.js            |    92 +
 griffin-ui/js/directives/index.js               |    15 +
 griffin-ui/js/directives/module.js              |    18 +
 griffin-ui/js/directives/treeview.js            |   252 +
 griffin-ui/js/filters/index.js                  |    15 +
 griffin-ui/js/filters/module.js                 |    20 +
 griffin-ui/js/filters/strmap.js                 |    66 +
 griffin-ui/js/filters/strshorten.js             |    45 +
 griffin-ui/js/main.js                           |    88 +
 griffin-ui/js/routes.js                         |   221 +
 griffin-ui/js/services/bark-chart.js            |   613 +
 griffin-ui/js/services/index.js                 |    15 +
 griffin-ui/js/services/module.js                |    18 +
 griffin-ui/js/services/services.js              |   100 +
 griffin-ui/login/b3vHigh.jpg                    |   Bin 0 -> 555201 bytes
 griffin-ui/login/background.jpg                 |   Bin 0 -> 225253 bytes
 griffin-ui/login/login.css                      |    87 +
 griffin-ui/login/login.html                     |   116 +
 griffin-ui/login/login.js                       |   108 +
 griffin-ui/login/logo.gif                       |   Bin 0 -> 59985 bytes
 griffin-ui/login/pad.png                        |   Bin 0 -> 140342 bytes
 griffin-ui/package.json                         |    27 +
 .../dataassets/confirmation-dataasset.html      |   120 +
 .../confirmation-delete-dataasset.html          |   100 +
 .../pages/dataassets/createdataasset.html       |   237 +
 griffin-ui/pages/dataassets/dataassets.html     |   112 +
 griffin-ui/pages/dataassets/editdataasset.html  |   219 +
 griffin-ui/pages/health/health.html             |    39 +
 griffin-ui/pages/metrics/dashboard.html         |    59 +
 griffin-ui/pages/metrics/download-sample.html   |    48 +
 griffin-ui/pages/metrics/metrics.css            |    22 +
 .../mydashboard/confirmation-subscribe.html     |    38 +
 griffin-ui/pages/mydashboard/mydashboard.html   |    44 +
 .../pages/mydashboard/subscribemodel.html       |   114 +
 griffin-ui/pages/rules/confirmation-ac.html     |   167 +
 griffin-ui/pages/rules/confirmation-an.html     |   143 +
 griffin-ui/pages/rules/confirmation-pu.html     |   157 +
 griffin-ui/pages/rules/confirmation-va.html     |   157 +
 griffin-ui/pages/rules/createrule-ac.html       |   505 +
 griffin-ui/pages/rules/createrule-an.html       |   406 +
 griffin-ui/pages/rules/createrule-pu.html       |   232 +
 griffin-ui/pages/rules/createrule-va.html       |   403 +
 griffin-ui/pages/rules/createrule0.html         |   251 +
 griffin-ui/pages/rules/delete-confirm.html      |   121 +
 griffin-ui/pages/rules/rule.css                 |   341 +
 griffin-ui/pages/rules/rules.html               |   104 +
 griffin-ui/pages/rules/va-explaination.html     |   767 +
 griffin-ui/pages/rules/viewrule.html            |   325 +
 griffin-ui/pages/template/bigchart.css          |    89 +
 griffin-ui/pages/template/bigchart.html         |    31 +
 griffin-ui/pages/template/undercons.html        |    18 +
 griffin-ui/pom.xml                              |    70 +
 griffin-ui/sidebar.html                         |    84 +
 griffin-ui/tests/ut/karma.conf.js               |   102 +
 .../controllers/createrule-ac-ctrl.spec.js      |   129 +
 .../controllers/createrule-pu-ctrl.spec.js      |   105 +
 .../controllers/createrule-va-ctrl.spec.js      |   110 +
 .../specs/controllers/createrule0-ctrl.spec.js  |    62 +
 .../ut/specs/controllers/health-ctrl.spec.js    |    73 +
 .../ut/specs/controllers/metrics-ctrl.spec.js   |    76 +
 .../tests/ut/specs/controllers/nav-ctrl_spec.js |    47 +
 .../ut/specs/controllers/rule-ctrl.spec.js      |    57 +
 .../ut/specs/controllers/sidebar-ctrl_spec.js   |    89 +
 .../ut/specs/controllers/viewrule-ctrl.spec.js  |    72 +
 .../tests/ut/specs/filters/strmap_spec.js       |    33 +
 .../tests/ut/specs/filters/strshorten_spec.js   |    38 +
 .../tests/ut/specs/services/services_spec.js    |    37 +
 griffin-ui/tests/ut/test-main.js                |    97 +
 measure/pom.xml                                 |    25 -
 measure/src/main/java/jar/App.java              |    13 -
 measure/src/test/java/jar/AppTest.java          |    38 -
 pom.xml                                         |   892 +-
 service/pom.xml                                 |    93 -
 .../griffin/core/GriffinWebApplication.java     |    45 -
 .../core/metastore/HiveMetastoreController.java |    42 -
 .../core/metastore/HiveMetastoreProxy.java      |    42 -
 .../core/metastore/HiveMetastoreService.java    |    64 -
 .../core/metastore/KafkaSchemaController.java   |    48 -
 .../core/metastore/KafkaSchemaService.java      |   118 -
 .../griffin/core/repo/HiveDataAssetRepo.java    |    10 -
 .../griffin/core/service/GriffinController.java |    26 -
 .../org/apache/griffin/core/spec/DataAsset.java |     8 -
 .../apache/griffin/core/spec/HiveDataAsset.java |    52 -
 .../org/apache/griffin/core/util/AvroUtil.java  |    11 -
 .../main/resources/application-prod.properties  |    19 -
 .../src/main/resources/application.properties   |     6 -
 .../core/metastore/HiveMetastoreTest.java       |    24 -
 .../core/metastore/KafkaSchemaRegistryTest.java |    61 -
 travis-settings.xml                             |    11 +
 ui/apidocs/bark.json                            |   737 -
 ui/apidocs/css/print.css                        |  1187 -
 ui/apidocs/css/reset.css                        |   125 -
 ui/apidocs/css/screen.css                       |  1300 -
 ui/apidocs/css/style.css                        |   250 -
 ui/apidocs/css/typography.css                   |    14 -
 ui/apidocs/example/anomaly.json                 |    19 -
 ui/apidocs/example/publish.json                 |    17 -
 ui/apidocs/example/validity.json                |    20 -
 ui/apidocs/fonts/DroidSans-Bold.ttf             |   Bin 42480 -> 0 bytes
 ui/apidocs/fonts/DroidSans.ttf                  |   Bin 41028 -> 0 bytes
 ui/apidocs/images/collapse.gif                  |   Bin 69 -> 0 bytes
 ui/apidocs/images/expand.gif                    |   Bin 73 -> 0 bytes
 ui/apidocs/images/explorer_icons.png            |   Bin 5763 -> 0 bytes
 ui/apidocs/images/favicon-16x16.png             |   Bin 645 -> 0 bytes
 ui/apidocs/images/favicon-32x32.png             |   Bin 1654 -> 0 bytes
 ui/apidocs/images/favicon.ico                   |   Bin 5430 -> 0 bytes
 ui/apidocs/images/logo_small.png                |   Bin 770 -> 0 bytes
 ui/apidocs/images/pet_store_api.png             |   Bin 824 -> 0 bytes
 ui/apidocs/images/throbber.gif                  |   Bin 9257 -> 0 bytes
 ui/apidocs/images/wordnik_api.png               |   Bin 980 -> 0 bytes
 ui/apidocs/index.html                           |   125 -
 ui/apidocs/lang/en.js                           |    55 -
 ui/apidocs/lang/es.js                           |    52 -
 ui/apidocs/lang/fr.js                           |    53 -
 ui/apidocs/lang/it.js                           |    52 -
 ui/apidocs/lang/ja.js                           |    53 -
 ui/apidocs/lang/pl.js                           |    53 -
 ui/apidocs/lang/pt.js                           |    53 -
 ui/apidocs/lang/ru.js                           |    55 -
 ui/apidocs/lang/tr.js                           |    53 -
 ui/apidocs/lang/translator.js                   |    39 -
 ui/apidocs/lang/zh-cn.js                        |    53 -
 ui/apidocs/lib/backbone-min.js                  |    15 -
 ui/apidocs/lib/handlebars-2.0.0.js              |    28 -
 ui/apidocs/lib/highlight.7.3.pack.js            |     1 -
 ui/apidocs/lib/jquery-1.8.0.min.js              |     2 -
 ui/apidocs/lib/jquery.ba-bbq.min.js             |    18 -
 ui/apidocs/lib/jquery.slideto.min.js            |     1 -
 ui/apidocs/lib/jquery.wiggle.min.js             |     8 -
 ui/apidocs/lib/jsoneditor.min.js                |    11 -
 ui/apidocs/lib/marked.js                        |  1272 -
 ui/apidocs/lib/swagger-oauth.js                 |   338 -
 ui/apidocs/lib/underscore-min.js                |     6 -
 ui/apidocs/lib/underscore-min.map               |     1 -
 ui/apidocs/o2c.html                             |    20 -
 ui/apidocs/pet_example.json                     |   426 -
 ui/apidocs/sample.json                          |    83 -
 ui/apidocs/swagger-ui.js                        | 26330 -------
 ui/apidocs/swagger-ui.min.js                    |    11 -
 ui/apidocs/swagger.json                         |  1633 -
 ui/bower.json                                   |    19 -
 .../AngularJS-Toaster/toaster.css               |   240 -
 .../AngularJS-Toaster/toaster.js                |   504 -
 .../AngularJS-Toaster/toaster.min.css           |    12 -
 .../AngularJS-Toaster/toaster.min.js            |    13 -
 .../angular-animate/angular-animate.js          |  4139 --
 .../angular-animate/angular-animate.min.js      |    57 -
 .../angular-cookies/angular-cookies.js          |   322 -
 .../angular-cookies/angular-cookies.min.js      |     9 -
 .../angular-route/angular-route.js              |  1069 -
 .../angular-route/angular-route.min.js          |    16 -
 .../angular-smart-table/dist/smart-table.js     |   539 -
 .../angular-smart-table/dist/smart-table.min.js |     6 -
 .../angular-spinner/angular-spinner.js          |   137 -
 .../angular-spinner/angular-spinner.min.js      |     2 -
 ui/bower_components/angular/angular-csp.css     |    21 -
 ui/bower_components/angular/angular.js          | 31768 ---------
 ui/bower_components/angular/angular.min.js      |   318 -
 .../bootstrap/dist/js/bootstrap.js              |  2377 -
 .../bootstrap/dist/js/bootstrap.min.js          |     7 -
 .../bootswatch/cyborg/bootstrap.css             |  6929 --
 .../bootswatch/cyborg/bootstrap.min.css         |    11 -
 .../fonts/glyphicons-halflings-regular.eot      |   Bin 20127 -> 0 bytes
 .../fonts/glyphicons-halflings-regular.svg      |   288 -
 .../fonts/glyphicons-halflings-regular.ttf      |   Bin 45404 -> 0 bytes
 .../fonts/glyphicons-halflings-regular.woff     |   Bin 23424 -> 0 bytes
 .../fonts/glyphicons-halflings-regular.woff2    |   Bin 18028 -> 0 bytes
 ui/bower_components/domReady/domReady.js        |   129 -
 ui/bower_components/echarts/dist/echarts.js     | 63245 -----------------
 ui/bower_components/echarts/dist/echarts.min.js |    35 -
 ui/bower_components/echarts/theme/dark.js       |   152 -
 .../font-awesome/css/font-awesome.css           |  2086 -
 .../font-awesome/css/font-awesome.min.css       |     4 -
 .../font-awesome/fonts/FontAwesome.otf          |   Bin 109688 -> 0 bytes
 .../font-awesome/fonts/fontawesome-webfont.eot  |   Bin 70807 -> 0 bytes
 .../font-awesome/fonts/fontawesome-webfont.svg  |   655 -
 .../font-awesome/fonts/fontawesome-webfont.ttf  |   Bin 142072 -> 0 bytes
 .../font-awesome/fonts/fontawesome-webfont.woff |   Bin 83588 -> 0 bytes
 .../fonts/fontawesome-webfont.woff2             |   Bin 66624 -> 0 bytes
 ui/bower_components/jquery/dist/jquery.js       |  9210 ---
 ui/bower_components/jquery/dist/jquery.min.js   |     5 -
 ui/bower_components/requirejs/require.js        |  2129 -
 ui/bower_components/spin.js/spin.js             |   377 -
 ui/bower_components/spin.js/spin.min.js         |     2 -
 ui/build.xml                                    |    28 -
 ui/css/main.css                                 |  1053 -
 ui/css/sidebar.css                              |   179 -
 ui/css/treeview-check.css                       |    81 -
 ui/css/treeview.css                             |    81 -
 ui/img/1.PNG                                    |   Bin 13855 -> 0 bytes
 ui/img/2.PNG                                    |   Bin 8562 -> 0 bytes
 ui/img/bollinger.png                            |   Bin 145323 -> 0 bytes
 ui/img/construction.gif                         |   Bin 4853 -> 0 bytes
 ui/img/favicon.ico                              |   Bin 9920 -> 0 bytes
 ui/img/logo.gif                                 |   Bin 5764 -> 0 bytes
 ui/img/mad.png                                  |   Bin 47922 -> 0 bytes
 ui/img/sidebar1.png                             |   Bin 1536 -> 0 bytes
 ui/img/sidebar2.png                             |   Bin 1617 -> 0 bytes
 ui/img/yoy.png                                  |   Bin 28400 -> 0 bytes
 ui/index.html                                   |   185 -
 ui/js/app.js                                    |    42 -
 ui/js/bs.js                                     |    31 -
 ui/js/controllers/bigChart-ctrl.js              |    58 -
 ui/js/controllers/createdataasset-ctrl.js       |   180 -
 ui/js/controllers/createrule-ac-ctrl.js         |   494 -
 ui/js/controllers/createrule-an-ctrl.js         |   298 -
 ui/js/controllers/createrule-pu-ctrl.js         |   161 -
 ui/js/controllers/createrule-va-ctrl.js         |   331 -
 ui/js/controllers/createrule0-ctrl.js           |    41 -
 ui/js/controllers/dataassets-ctrl.js            |   124 -
 ui/js/controllers/downloadSample-ctrl.js        |    36 -
 ui/js/controllers/editdataasset-ctrl.js         |   213 -
 ui/js/controllers/footer-ctrl.js                |    56 -
 ui/js/controllers/health-ctrl.js                |   191 -
 ui/js/controllers/index.js                      |    40 -
 ui/js/controllers/main-ctrl.js                  |    36 -
 ui/js/controllers/metrics-ctrl.js               |   180 -
 ui/js/controllers/module.js                     |    18 -
 ui/js/controllers/mydashboard-ctrl.js           |    84 -
 ui/js/controllers/nav-ctrl.js                   |    65 -
 ui/js/controllers/rule-ctrl.js                  |   174 -
 ui/js/controllers/sidebar-ctrl.js               |   139 -
 ui/js/controllers/subscribemodel-ctrl.js        |   406 -
 ui/js/controllers/viewrule-ctrl.js              |    87 -
 ui/js/directives/bigchart.js                    |    92 -
 ui/js/directives/index.js                       |    15 -
 ui/js/directives/module.js                      |    18 -
 ui/js/directives/treeview.js                    |   252 -
 ui/js/filters/index.js                          |    15 -
 ui/js/filters/module.js                         |    20 -
 ui/js/filters/strmap.js                         |    66 -
 ui/js/filters/strshorten.js                     |    45 -
 ui/js/main.js                                   |    88 -
 ui/js/routes.js                                 |   221 -
 ui/js/services/bark-chart.js                    |   613 -
 ui/js/services/index.js                         |    15 -
 ui/js/services/module.js                        |    18 -
 ui/js/services/services.js                      |   100 -
 ui/login/b3vHigh.jpg                            |   Bin 555201 -> 0 bytes
 ui/login/background.jpg                         |   Bin 225253 -> 0 bytes
 ui/login/login.css                              |    87 -
 ui/login/login.html                             |   116 -
 ui/login/login.js                               |   108 -
 ui/login/logo.gif                               |   Bin 59985 -> 0 bytes
 ui/login/pad.png                                |   Bin 140342 -> 0 bytes
 ui/package.json                                 |    27 -
 ui/pages/dataassets/confirmation-dataasset.html |   120 -
 .../confirmation-delete-dataasset.html          |   100 -
 ui/pages/dataassets/createdataasset.html        |   237 -
 ui/pages/dataassets/dataassets.html             |   112 -
 ui/pages/dataassets/editdataasset.html          |   219 -
 ui/pages/health/health.html                     |    39 -
 ui/pages/metrics/dashboard.html                 |    59 -
 ui/pages/metrics/download-sample.html           |    48 -
 ui/pages/metrics/metrics.css                    |    22 -
 .../mydashboard/confirmation-subscribe.html     |    38 -
 ui/pages/mydashboard/mydashboard.html           |    44 -
 ui/pages/mydashboard/subscribemodel.html        |   114 -
 ui/pages/rules/confirmation-ac.html             |   167 -
 ui/pages/rules/confirmation-an.html             |   143 -
 ui/pages/rules/confirmation-pu.html             |   157 -
 ui/pages/rules/confirmation-va.html             |   157 -
 ui/pages/rules/createrule-ac.html               |   505 -
 ui/pages/rules/createrule-an.html               |   406 -
 ui/pages/rules/createrule-pu.html               |   232 -
 ui/pages/rules/createrule-va.html               |   403 -
 ui/pages/rules/createrule0.html                 |   251 -
 ui/pages/rules/delete-confirm.html              |   121 -
 ui/pages/rules/rule.css                         |   341 -
 ui/pages/rules/rules.html                       |   104 -
 ui/pages/rules/va-explaination.html             |   767 -
 ui/pages/rules/viewrule.html                    |   325 -
 ui/pages/template/bigchart.css                  |    89 -
 ui/pages/template/bigchart.html                 |    31 -
 ui/pages/template/undercons.html                |    18 -
 ui/pom.xml                                      |    62 -
 ui/sidebar.html                                 |    84 -
 ui/src/main/java/jar/App.java                   |    13 -
 ui/src/test/java/jar/AppTest.java               |    38 -
 ui/tests/ut/karma.conf.js                       |   102 -
 .../controllers/createrule-ac-ctrl.spec.js      |   129 -
 .../controllers/createrule-pu-ctrl.spec.js      |   105 -
 .../controllers/createrule-va-ctrl.spec.js      |   110 -
 .../specs/controllers/createrule0-ctrl.spec.js  |    62 -
 .../ut/specs/controllers/health-ctrl.spec.js    |    73 -
 .../ut/specs/controllers/metrics-ctrl.spec.js   |    76 -
 ui/tests/ut/specs/controllers/nav-ctrl_spec.js  |    47 -
 ui/tests/ut/specs/controllers/rule-ctrl.spec.js |    57 -
 .../ut/specs/controllers/sidebar-ctrl_spec.js   |    89 -
 .../ut/specs/controllers/viewrule-ctrl.spec.js  |    72 -
 ui/tests/ut/specs/filters/strmap_spec.js        |    33 -
 ui/tests/ut/specs/filters/strshorten_spec.js    |    38 -
 ui/tests/ut/specs/services/services_spec.js     |    37 -
 ui/tests/ut/test-main.js                        |    97 -
 764 files changed, 197029 insertions(+), 175880 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/a8ba6ba9/CONTRIBUTING.md
----------------------------------------------------------------------
diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md
new file mode 100644
index 0000000..b0a061f
--- /dev/null
+++ b/CONTRIBUTING.md
@@ -0,0 +1,86 @@
+## Contributing Code
+
+This project takes all contributions through
+[pull requests](https://help.github.com/articles/using-pull-requests).
+Code should **not** be pushed directly to `master`.
+
+The following guidelines apply to all contributors.
+
+### Making Changes
+
+* Fork the `eBay/griffin` repository
+* Make your changes and push them to a topic branch in your fork
+  * See our commit message guidelines further down in this document
+* Submit a pull request to the `eBay/griffin` repository
+
+### General Guidelines
+
+Our commit guidelines mirror that of [OpenStack][OpenStack]:
+
+* Only one logical change per commit
+* Do not mix whitespace changes with functional code changes
+* Do not mix unrelated functional changes
+* When writing a commit message:
+  * Describe *why* a change is being made
+  * Do not assume the reviewer understands what the original problem was
+  * Do not assume the code is self-evident/self-documenting
+  * Describe any limitations of the current code
+
+### Commit Message Guidelines
+
+Our commit message guidelines mirror that of [OpenStack][OpenStack]:
+
+* Provide a brief description of the change in the first line.
+* Insert a single blank line after the first line
+* Provide a detailed description of the change in the following lines, breaking
+  paragraphs where needed.
+* The first line should be limited to 50 characters and should not end in a
+  period.
+* Subsequent lines should be wrapped at 72 characters.
+
+
+Note: In Git commits the first line of the commit message has special
+significance. It is used as the email subject line, in git annotate messages, in
+gitk viewer annotations, in merge commit messages and many more places where
+space is at a premium. Please make the effort to write a good first line!
+
+Good Example:
+
+    Support Binary Protocol for mcrouter
+
+    In addition to the existing ASCII text protocol, support the binary
+    protocol. The binary protocol has better performance because parsing
+    a binary string is more efficient than parsing a text string.
+
+
+### Java Guidelines
+
+Assuming you're using Eclipse:
+
+Go to `Eclipse > Preferences`, then:
+
+`Java > Editor > Save Actions`:
+
+* Uncheck "Format source code"
+* Check "Organize Imports"
+* Check "Additional Actions" and add the following actions:
+  * "Remove unused imports"
+  * "Remove trailing whitespace on all lines"
+
+`General > Editors > Text Editors`
+
+  * Check "Show print margin" and set the value to 80
+
+Additional set of rules from the [Google Java Style Guide](https://google.github.io/styleguide/javaguide.html)
+that are enforced:
+
+* 4.1.1 Braces are used where optional
+* 4.1.2 Nonempty blocks: K & R style
+* 4.4 Column limit: 80
+* 4.8.2.2 Declared when needed, initialized as soon as possible
+* 6.1 `@Override`: always used
+* 6.2 Caught exceptions: not ignored
+* 6.3 Static members: qualified using class
+* 6.4 Finalizers: not used
+
+[OpenStack]: <https://wiki.openstack.org/wiki/GitCommitMessages>

http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/a8ba6ba9/LICENSE.md
----------------------------------------------------------------------
diff --git a/LICENSE.md b/LICENSE.md
new file mode 100644
index 0000000..80cadd7
--- /dev/null
+++ b/LICENSE.md
@@ -0,0 +1,161 @@
+Copyright (c) 2016 eBay Software Foundation.
+
+Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.
+
+
+=======================================================================
+
+Griffin subcomponents:
+
+The Griffin project contains subcomponents in the source code release with separate copyright notices and license terms. Your use of the source code for the these subcomponents is subject to the terms and
+conditions of their respective licenses.
+
+
+-----------------------------------------------------------------------
+The MIT License (http://opensource.org/licenses/mit-license.html)
+-----------------------------------------------------------------------
+
+The Griffin project bundles the following files under the MIT License:
+
+- Angular.JS v1.5.9 (http://angularjs.org) - Copyright (c) 2010-2015 Google, Inc.
+- Angular Smarttable 2.1.6 (https://github.com/lorenzofox3/Smart-Table)
+- Angular Spinner 0.8.0 (https://github.com/urish/angular-spinner) - Copyright (C) 2013, 2014, 2015, Uri Shaked and contributors.
+- AngularJS Toaster 1.2.0 (https://github.com/jirikavi/AngularJS-Toaster) - Copyright 2013-2016 Jiri Kavulak.
+- Bootstrap v3.3.6 (http://getbootstrap.com) - Copyright 2011-2015 Twitter, Inc.
+- Bootswatch v3.3.6 (http://bootswatch.com) - Copyright 2012-2015 Thomas Park
+- RequireJS domReady 2.0.1 (http://github.com/requirejs/domReady) - Copyright (c) 2010-2012, The Dojo Foundation All Rights Reserved.
+- Font Awesome v4.0.3 (code files) (http://fontawesome.io) - Copyright (c)  Dave Gandy
+
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+---------------------------------------------------------------------------
+FreeBSD License (https://opensource.org/licenses/BSD-2-Clause)
+---------------------------------------------------------------------------
+The Griffin project bundles the following files under the FreeBSD License:
+
+- echarts (http://echarts.baidu.com/) - Copyright (c) 2013, Baidu Inc.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+   list of conditions and the following disclaimer.
+2. Redistributions in binary form must reproduce the above copyright notice,
+   this list of conditions and the following disclaimer in the documentation
+   and/or other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
+ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+The views and conclusions contained in the software and documentation are those
+of the authors and should not be interpreted as representing official policies,
+either expressed or implied, of the FreeBSD Project.
+
+---------------------------------------------------------------------------
+SIL Open Font License (https://opensource.org/licenses/OFL-1.1)
+---------------------------------------------------------------------------
+
+The Griffin project bundles the following files under the SIL OFL 1.1 License:
+
+- Font Awesome (font files) (http://fontawesome.io) Copyright (c) Dave
+    Gandy
+
+PREAMBLE
+The goals of the Open Font License (OFL) are to stimulate worldwide
+development of collaborative font projects, to support the font creation
+efforts of academic and linguistic communities, and to provide a free and
+open framework in which fonts may be shared and improved in partnership
+with others.
+
+The OFL allows the licensed fonts to be used, studied, modified and
+redistributed freely as long as they are not sold by themselves. The
+fonts, including any derivative works, can be bundled, embedded,
+redistributed and/or sold with any software provided that any reserved
+names are not used by derivative works. The fonts and derivatives,
+however, cannot be released under any other type of license. The
+requirement for fonts to remain under this license does not apply
+to any document created using the fonts or their derivatives.
+
+DEFINITIONS
+"Font Software" refers to the set of files released by the Copyright
+Holder(s) under this license and clearly marked as such. This may
+include source files, build scripts and documentation.
+
+"Reserved Font Name" refers to any names specified as such after the
+copyright statement(s).
+
+"Original Version" refers to the collection of Font Software components as
+distributed by the Copyright Holder(s).
+
+"Modified Version" refers to any derivative made by adding to, deleting,
+or substituting - in part or in whole - any of the components of the
+Original Version, by changing formats or by porting the Font Software to a
+new environment.
+
+"Author" refers to any designer, engineer, programmer, technical
+writer or other person who contributed to the Font Software.
+
+PERMISSION & CONDITIONS
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of the Font Software, to use, study, copy, merge, embed, modify,
+redistribute, and sell modified and unmodified copies of the Font
+Software, subject to the following conditions:
+
+1) Neither the Font Software nor any of its individual components,
+in Original or Modified Versions, may be sold by itself.
+
+2) Original or Modified Versions of the Font Software may be bundled,
+redistributed and/or sold with any software, provided that each copy
+contains the above copyright notice and this license. These can be
+included either as stand-alone text files, human-readable headers or
+in the appropriate machine-readable metadata fields within text or
+binary files as long as those fields can be easily viewed by the user.
+
+3) No Modified Version of the Font Software may use the Reserved Font
+Name(s) unless explicit written permission is granted by the corresponding
+Copyright Holder. This restriction only applies to the primary font name as
+presented to the users.
+
+4) The name(s) of the Copyright Holder(s) or the Author(s) of the Font
+Software shall not be used to promote, endorse or advertise any
+Modified Version, except to acknowledge the contribution(s) of the
+Copyright Holder(s) and the Author(s) or with their explicit written
+permission.
+
+5) The Font Software, modified or unmodified, in part or in whole,
+must be distributed entirely under this license, and must not be
+distributed under any other license. The requirement for fonts to
+remain under this license does not apply to any document created
+using the Font Software.
+
+TERMINATION
+This license becomes null and void if any of the above conditions are
+not met.
+
+DISCLAIMER
+THE FONT SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO ANY WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT
+OF COPYRIGHT, PATENT, TRADEMARK, OR OTHER RIGHT. IN NO EVENT SHALL THE
+COPYRIGHT HOLDER BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+INCLUDING ANY GENERAL, SPECIAL, INDIRECT, INCIDENTAL, OR CONSEQUENTIAL
+DAMAGES, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+FROM, OUT OF THE USE OR INABILITY TO USE THE FONT SOFTWARE OR FROM
+OTHER DEALINGS IN THE FONT SOFTWARE.

http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/a8ba6ba9/README.md
----------------------------------------------------------------------
diff --git a/README.md b/README.md
index 45e64fd..53bc50e 100644
--- a/README.md
+++ b/README.md
@@ -1,3 +1,191 @@
-# griffin 
+## Griffin [![Travic-CI](https://api.travis-ci.org/eBay/griffin.svg)](https://travis-ci.org/eBay/griffin)
 
-moving code, coming soon.
+Griffin is a Data Quality solution for distributed data systems at any scale in both streaming and batch data context. It provides a framework process for defining data quality model, executing data quality measurement, automating data profiling and validation, as well as an unified data quality visualization across multiple data systems. You can access our home page [here](https://ebay.github.io/griffin/).
+
+
+### Contact us
+[Google Groups](mailto://ebay-griffin-devs@googlegroups.com)
+
+
+### CI
+https://travis-ci.org/eBay/griffin
+
+### Repository
+Snapshot: https://oss.sonatype.org/content/repositories/snapshots
+
+Release: https://oss.sonatype.org/service/local/staging/deploy/maven2
+
+### How to build
+1. git clone the repository of https://github.com/eBay/griffin
+2. run "mvn install"
+
+### How to run in docker
+1. Install [docker](https://www.docker.com/).
+2. Pull our built docker image, and tag it griffin-env.  
+    ```
+    docker pull bhlx3lyx7/griffin-env
+    ```  
+    ```
+    docker tag bhlx3lyx7/griffin-env griffin-env
+    ```
+3. Run docker image griffin-env, then the backend is ready.
+    ```
+    docker run -it -h sandbox --name griffin -m 8G --memory-swap -1 \
+    -p 2122:2122 -p 47077:7077 -p 46066:6066 -p 48088:8088 -p 48040:8040 \
+    -p 48042:8042 -p 48080:8080 -p 47017:27017 griffin-env bash
+    ```
+    You can also drop the tail "bash" of the command above, then you will get tomcat service log printing in docker only.
+
+4. Now you can visit UI through your browser, and follow the next steps on web UI [here](https://github.com/eBay/griffin/tree/master/griffin-doc/dockerUIguide.md#webui-test-case-guide). You can login with account "test" and password "test" if required.
+    ```
+    http://<your local IP address>:48080/
+    ```
+    And you can also ssh to the docker container using account "griffin" with password "griffin".
+    ```
+    ssh griffin@<your local IP address> -p 2122
+    ```
+
+### How to deploy and run at local
+1. Install jdk (1.7 or later versions)
+2. Install Tomcat (7.0 or later versions)
+3. Install MongoDB and import the collections
+   ```
+   mongorestore /db:unitdb0 /dir:<dir of griffin-doc>/db/unitdb0
+   ```
+
+4. Install [Hadoop](http://apache.claz.org/hadoop/common/hadoop-2.6.0/hadoop-2.6.0.tar.gz) (2.6.0 or later), you can get some help [here](https://hadoop.apache.org/docs/r2.7.2/hadoop-project-dist/hadoop-common/SingleCluster.html).  
+    Make sure you have the permission to use command "hadoop".   
+    Create an empty directory in hdfs as your hdfs path, and then create running and history directory in it
+    ```
+    hadoop fs -mkdir <your hdfs path>
+    hadoop fs -mkdir <your hdfs path>/running
+    hadoop fs -mkdir <your hdfs path>/history
+    ```
+5. Install [Spark](http://spark.apache.org/downloads.html) (version 1.6.x, griffin does not support 2.0.x at current), if you want to install Pseudo Distributed/Single Node Cluster, you can get some help [here](http://why-not-learn-something.blogspot.com/2015/06/spark-installation-pseudo.html).  
+    Make sure you have the permission to use command "spark-shell".
+6. Install [Hive](http://apache.claz.org/hive/hive-1.2.1/apache-hive-1.2.1-bin.tar.gz) (version 1.2.1 or later), you can get some help [here](https://cwiki.apache.org/confluence/display/Hive/GettingStarted#GettingStarted-RunningHive).  
+   Make sure you have the permission to use command "hive".
+7. Create a working directory, and it will be **your local path** now.
+8. In your local path, put your data into Hive.  
+    First, you need to create some directories in hdfs.  
+    ```
+    hadoop fs -mkdir /tmp
+    hadoop fs -mkdir /user/hive/warehouse
+    hadoop fs -chmod g+w /tmp
+    hadoop fs -chmod g+w /user/hive/warehouse
+    ```
+    Then, run the following command in **your local path**  
+    ```
+    schematool -dbType derby -initSchema
+    ```
+    Now you can put your data into Hive by running "hive" here. You can get sample data [here](https://github.com/eBay/griffin/tree/master/griffin-doc/hive), then put into hive as following commands  
+
+    ```
+    CREATE TABLE users_info_src (
+      user_id bigint,
+      first_name string,
+      last_name string,
+      address string,
+      email string,
+      phone string,
+      post_code string)
+    ROW FORMAT DELIMITED
+    FIELDS TERMINATED BY '|'
+    STORED AS TEXTFILE;
+
+    LOAD DATA LOCAL INPATH '<your data path>/users_info_src.dat' OVERWRITE INTO TABLE users_info_src;
+
+    CREATE TABLE users_info_target (
+          user_id bigint,
+          first_name string,
+          last_name string,
+          address string,
+          email string,
+          phone string,
+          post_code string)
+        ROW FORMAT DELIMITED
+        FIELDS TERMINATED BY '|'
+        STORED AS TEXTFILE;
+
+    LOAD DATA LOCAL INPATH '<your data path>/users_info_target.dat' OVERWRITE INTO TABLE users_info_target;
+    ```
+
+    If you use hive command mode to input data, remember to create _SUCCESS file in hdfs table path as following  
+
+    ```
+    hadoop fs -touchz /user/hive/warehouse/users_info_src/_SUCCESS
+    hadoop fs -touchz /user/hive/warehouse/users_info_target/_SUCCESS
+    ```
+9. You can create your own model by modifying code.  
+   (If you want to use our default models, please skip this step)  
+10. Currently we need to run the jobs automatically by script files, you need to set your own parameters in the script files and run it.  
+   You can edit the [demo script files](https://github.com/eBay/griffin/tree/master/griffin-doc/hive/script/) as following.
+
+   [env.sh](https://github.com/eBay/griffin/blob/master/docker/griffin/script/env.sh)  
+   ```
+   HDFS_WORKDIR=<your hdfs path>/running
+   ```
+
+   [griffin_jobs.sh](https://github.com/eBay/griffin/blob/master/docker/griffin/script/griffin_jobs.sh)  
+   ```
+   spark-submit --class org.apache.griffin.accuracy.Accu --master yarn-client --queue default --executor-memory 1g --num-executors 4 $GRIFFIN_HOME/griffin-models.jar  $lv1dir/cmd.txt $lv1dir/ >> $logfile 2>&1
+   spark-submit --class org.apache.griffin.validility.Vali --master yarn-client --queue default --executor-memory 1g --num-executors 4 $GRIFFIN_HOME/griffin-models.jar  $lv1dir/cmd.txt $lv1dir/ >> $logfile 2>&1
+   ```
+
+   These commands submit the jobs to spark, if you want to try your own model or modify some parameters, please edit it.  
+   If you want to use your own model, change "$GRIFFIN_HOME/griffin-models.jar" to "your path/your model.jar", and change the class name.  
+
+   Put these script files in **your local path**.  
+
+11. Open [application.properties](https://github.com/eBay/griffin/tree/master/griffin-core/src/main/resources/application.properties) file, read the comments and specify the properties correctly. Or you can edit it as following.  
+   ```
+   env=prod
+   job.local.folder=<your local path>/tmp
+   job.hdfs.folder=<your hdfs path>
+   job.hdfs.runningfoldername=running
+   job.hdfs.historyfoldername=history
+   ```
+   If you set the properties as above, you need to make sure the directory "tmp" exists in your local path  
+12. Build the whole project and deploy.    
+   ```
+   mvn install -DskipTests
+   ```
+
+   Find the griffin-models-0.1.0-SNAPSHOT.jar in path griffin-models/target, rename it to griffin-models.jar (or your model.jar), and put in **your local path**.  
+   Till now, please make sure that, in **your local path**, there exists griffin-modes.jar, env.sh, griffin_jobs.sh and griffin_regular_run.sh.  
+   Run griffin_regular_run.sh as following.  
+   ```
+   nohup ./griffin_regular_run.sh &
+   ```
+
+   Deploy griffin-core/target/ROOT.war to tomcat, start tomcat server, then you can follow the web UI steps [here](https://github.com/eBay/griffin/blob/master/griffin-doc/dockerUIguide.md#webui-test-case-guide).  
+13. You can also review the RESTful APIs through http://localhost:8080/api/v1/application.wadl
+
+### How to develop
+In dev environment, you can run backend REST service and frontend UI seperately. The majority of the backend code logics are in the [griffin-core](https://github.com/eBay/griffin/tree/master/griffin-core) project. So, to start backend, please import maven project Griffin into eclipse, right click ***griffin-core->Run As->Run On Server***
+
+To start frontend, please follow up the below steps.
+
+1. Open **griffin-ui/js/services/services.js** file
+
+2. Specify **BACKEND_SERVER** to your real backend server address, below is an example
+
+    ```
+    var BACKEND_SERVER = 'http://localhost:8080'; //dev env
+    //var BACKEND_SERVER = 'http://localhost:8080/ROOT'; //dev env
+    ```
+
+3. Open a command line, run the below commands in root directory of **griffin-ui**
+
+   - npm install
+   - bower install
+   - npm start
+
+4. Then the UI will be opened in browser automatically, please follow the [User Guide](https://github.com/eBay/griffin/tree/master/griffin-doc/userguide.md), enjoy your journey!
+
+**Note**: The front-end UI is still under development, you can only access some basic features currently.
+
+
+### Contributing
+
+See [CONTRIBUTING.md](CONTRIBUTING.md) for details on how to contribute code, documentation, etc.

http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/a8ba6ba9/addServer.py
----------------------------------------------------------------------
diff --git a/addServer.py b/addServer.py
new file mode 100644
index 0000000..1bf177a
--- /dev/null
+++ b/addServer.py
@@ -0,0 +1,46 @@
+#!/usr/bin/env python
+import sys
+import os
+import os.path
+import xml.dom.minidom
+
+if os.environ["TRAVIS_SECURE_ENV_VARS"] == "false":
+  print "no secure env vars available, skipping deployment"
+  sys.exit()
+
+homedir = os.path.expanduser("~")
+
+m2 = xml.dom.minidom.parse(homedir + '/.m2/settings.xml')
+settings = m2.getElementsByTagName("settings")[0]
+
+serversNodes = settings.getElementsByTagName("servers")
+if not serversNodes:
+  serversNode = m2.createElement("servers")
+  settings.appendChild(serversNode)
+else:
+  serversNode = serversNodes[0]
+
+sonatypeServerNode = m2.createElement("server")
+sonatypeServerId = m2.createElement("id")
+sonatypeServerUser = m2.createElement("username")
+sonatypeServerPass = m2.createElement("password")
+
+idNode = m2.createTextNode("sonatype-nexus-snapshots")
+userNode = m2.createTextNode(os.environ["SONATYPE_USERNAME"])
+passNode = m2.createTextNode(os.environ["SONATYPE_PASSWORD"])
+
+sonatypeServerId.appendChild(idNode)
+sonatypeServerUser.appendChild(userNode)
+sonatypeServerPass.appendChild(passNode)
+
+sonatypeServerNode.appendChild(sonatypeServerId)
+sonatypeServerNode.appendChild(sonatypeServerUser)
+sonatypeServerNode.appendChild(sonatypeServerPass)
+
+serversNode.appendChild(sonatypeServerNode)
+
+m2Str = m2.toxml()
+print m2Str
+f = open(homedir + '/.m2/mySettings.xml', 'w')
+f.write(m2Str)
+f.close()

http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/a8ba6ba9/docker/.gitignore
----------------------------------------------------------------------
diff --git a/docker/.gitignore b/docker/.gitignore
new file mode 100644
index 0000000..c59e858
--- /dev/null
+++ b/docker/.gitignore
@@ -0,0 +1,33 @@
+# use glob syntax.
+syntax: glob
+*.ser
+*.class
+*~
+*.bak
+#*.off
+*.old
+
+# eclipse conf file
+.settings
+.classpath
+.project
+.manager
+.scala_dependencies
+.cache-main
+.cache-tests
+
+# idea
+.idea
+*.iml
+
+# other scm
+.svn
+.CVS
+.hg*
+
+# switch to regexp syntax.
+#  syntax: regexp
+#  ^\.pc/
+
+#SHITTY output not in target directory
+build.log

http://git-wip-us.apache.org/repos/asf/incubator-griffin/blob/a8ba6ba9/docker/griffin-base/Dockerfile
----------------------------------------------------------------------
diff --git a/docker/griffin-base/Dockerfile b/docker/griffin-base/Dockerfile
new file mode 100755
index 0000000..03ac0f6
--- /dev/null
+++ b/docker/griffin-base/Dockerfile
@@ -0,0 +1,81 @@
+FROM sequenceiq/spark:1.6.0
+MAINTAINER com.ebay.oss
+
+#add user
+RUN rpm -e cracklib-dicts --nodeps && yum install -y cracklib-dicts
+ADD user/*.sh /root/
+WORKDIR /root
+RUN ./adduser.sh griffin griffin && ./sudouser.sh griffin && rm *.sh
+ENV GRIFFIN_HOME /home/griffin
+
+#set java environment variables
+ENV JAVA_HOME /usr/java/latest
+ENV PATH $JAVA_HOME/bin:$PATH
+
+#install wget
+RUN yum install -y wget
+
+#enter /apache
+RUN mkdir /apache
+
+#install hive 1.2.1 and set environment variables
+RUN cd /apache && wget https://www.apache.org/dist/hive/hive-1.2.1/apache-hive-1.2.1-bin.tar.gz && tar -xvf apache-hive-1.2.1-bin.tar.gz && ln -s apache-hive-1.2.1-bin hive
+ENV HIVE_HOME /apache/hive
+ENV PATH $HIVE_HOME/bin:$PATH
+
+#running HiveServer2 and Beeline
+ENV HADOOP_USER_CLASSPATH_FIRST true
+RUN rm /usr/local/hadoop-2.6.0/share/hadoop/yarn/lib/jline-0.9.94.jar
+
+#mkdir
+ADD griffin $GRIFFIN_HOME
+RUN chmod -R 755 $GRIFFIN_HOME
+
+#install tomcat 7
+RUN cd /apache && wget https://www.apache.org/dist/tomcat/tomcat-7/v7.0.73/bin/apache-tomcat-7.0.73.tar.gz && tar -xvf apache-tomcat-7.0.73.tar.gz && ln -s apache-tomcat-7.0.73 tomcat
+ADD config/tomcat /etc/init.d/
+RUN chmod 755 /etc/init.d/tomcat
+ENV TOMCAT_HOME /apache/tomcat
+ENV PATH $TOMCAT_HOME/bin:$PATH
+
+#install mongodb
+ADD config/mongodb-org-3.2.repo /etc/yum.repos.d/
+RUN yum install -y mongodb-org mongodb-org-server mongodb-org-shell mongodb-org-mongos mongodb-org-tools && yum clean all
+
+#expose ports
+EXPOSE 8080 27017 6066 2122 9083 3306
+
+#env
+ENV HADOOP_HOME /usr/local/hadoop
+ENV PATH $PATH:$HADOOP_HOME/bin
+
+#input hadoop data
+WORKDIR $GRIFFIN_HOME
+RUN ./hadoop-start.sh && ./pre-start.sh && ./hd-before-hive.sh && ./hd-after-hive.sh && ./hd-test-json.sh && ./hadoop-end.sh
+
+#install mysql
+ADD config/mysql_* $GRIFFIN_HOME/
+RUN chmod 755 $GRIFFIN_HOME/mysql_*
+RUN yum install -y mysql-server && yum install -y mysql-connector-java && ln -s /usr/share/java/mysql-connector-java.jar $HIVE_HOME/lib/mysql-connector-java.jar
+
+#configure hive metastore as remote mode
+ADD config/hive-site.xml $HIVE_HOME/conf/
+ADD config/hive-site.xml $SPARK_HOME/conf/
+RUN chmod 664 $HIVE_HOME/conf/hive-site.xml $SPARK_HOME/conf/hive-site.xml
+
+#prepare env data
+RUN ./hadoop-start.sh && ./hive-init.sh && ./hadoop-end.sh && rm hadoop-start.sh pre-start.sh hd-before-hive.sh hd-after-hive.sh hd-test-json.sh hadoop-end.sh hive-init.sh
+
+#modify spark webui port
+ADD config/spark-conf-mod.sh $GRIFFIN_HOME/
+RUN ./spark-conf-mod.sh && rm spark-conf-mod.sh
+
+#edit profile
+ADD user/env.txt $GRIFFIN_HOME/
+RUN cat ./env.txt >> /etc/profile
+
+#input start-up.sh
+ADD start-up.sh $GRIFFIN_HOME/
+
+#entry point
+ENTRYPOINT ["./start-up.sh"]