You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@sdap.apache.org by ea...@apache.org on 2020/07/30 00:56:55 UTC
[incubator-sdap-ingester] branch rabbitmq updated (090576e ->
ecd5ecc)
This is an automated email from the ASF dual-hosted git repository.
eamonford pushed a change to branch rabbitmq
in repository https://gitbox.apache.org/repos/asf/incubator-sdap-ingester.git.
from 090576e clean more unused file, some information on how to launch in readme, to be reviewed
add 84218f0 update the README with rabbitmq prerequisite command
add c07eb3d update the docker command to launch rabbitmq for development prerequisite
add 1635e56 Code restructuring, add rabbitmq support
add 62b5c1a Add scheduler
add e4413a5 cleanup merge
add 06b43f7 cleanup
add 4c6aa4e removed flask
add f02ae2f remove ingestion order references
add 688cd58 force buffering to 1 for ingestion history file
add 1fedc94 correct typo in README
add ce0d737 Merge branch 'master' of https://github.com/tloubrieu-jpl/incubator-sdap-nexus-ingestion-manager into dev
add 70b1455 initiate a configMap object with unit test (with bug)
add 11cccba add config_operator working on local dir or remote git repo
add 5dcb8af make the config-operator robust to syntactically wrong files, by default synchornization is deactivated
add e936306 start to implement config-operator containers
add 825c93f move files in specific subdirectory, start k8s deployment, does not work
add a2843b2 integrates with kubernetes
add 10ba61c run config operator as a k8s operator
add 17bd28c apply change requests by pull request #3 review
add a61fc11 some more cleaining in unit test and README
add 969adf6 allow multiple collections to use the same directory
add 43cced9 Fix bad merge
add 8b6f5e5 SDAP-234: Add more test coverage. (#1)
add 5850e16 SDAP-254, SDAP-255, SDAP-256: Fix bug where ingestion history is not saved, fix bug where messages published to RabbitMQ are incorrect, fix bug where bad collection config file crashes app (#3)
add 08093ee SDAP-245: Move granule ingester code into this repo (#2)
add 12d9101 SDAP-237 Dockerize Collection Manager (#4)
add 09f53d5 SDAP-259: The Collection Manager now reloads the Collections Config file on an interval instead of watching for filesystem events (#5)
add ecd5ecc SDAP-247: config-operator unit tests and support for git username/token (#6)
No new revisions were added by this update.
Summary of changes:
.gitattributes | 1 -
.github/workflows/github-dev-release.yml | 6 +
.gitignore | 5 +-
README.md | 215 -----------------
collection_manager/README.md | 75 ++++++
collection_manager/collection_manager/__init__.py | 1 +
.../collection_manager/entities/Collection.py | 54 +++++
.../collection_manager/entities/__init__.py | 1 +
.../entities/exceptions/Exceptions.py | 30 +++
.../entities/exceptions/__init__.py | 6 +
collection_manager/collection_manager/main.py | 92 +++++++
.../resources/dataset_config_template.yml | 0
.../services/CollectionProcessor.py | 90 +++++++
.../services/CollectionWatcher.py | 166 +++++++++++++
.../services}/MessagePublisher.py | 18 +-
.../collection_manager/services}/__init__.py | 4 +
.../history_manager/FileIngestionHistory.py | 25 +-
.../services/history_manager/IngestionHistory.py | 128 ++++++++++
.../history_manager/SolrIngestionHistory.py | 21 +-
.../services/history_manager/__init__.py | 4 +
collection_manager/docker/Dockerfile | 16 ++
collection_manager/docker/entrypoint.sh | 11 +
.../migration}/__init__.py | 0
.../migration/history_migration.py.bkp | 0
collection_manager/requirements.txt | 6 +
collection_manager/setup.py | 36 +++
{tests => collection_manager/tests}/__init__.py | 0
.../tests/entities}/__init__.py | 0
.../tests/entities/test_Collection.py | 139 +++++++++++
collection_manager/tests/resources/collections.yml | 17 ++
.../tests/resources/collections_alternate.yml | 17 ++
.../tests/resources/collections_bad_schema.yml | 17 ++
.../tests/resources/collections_bad_syntax.yml | 17 ++
.../resources/data/avhrr-oi-analysed-sst.csv | 0
...4_GHRSST-SSTblend-AVHRR_OI-GLOB-v02.0-fv02.0.nc | 0
...4_GHRSST-SSTblend-AVHRR_OI-GLOB-v02.0-fv02.0.nc | 0
.../tests/services}/__init__.py | 0
.../tests/services/history_manager}/__init__.py | 0
.../history_manager/test_FileIngestionHistory.py | 56 +++++
.../history_manager/test_SolrIngestionHistory.py | 5 +-
.../tests/services/test_CollectionProcessor.py | 168 +++++++++++++
.../tests/services/test_CollectionWatcher.py | 229 ++++++++++++++++++
config_operator/README.md | 50 ++++
config_operator/config_operator/__init__.py | 1 +
.../config_source/LocalDirConfig.py | 80 +++++++
.../config_source/RemoteGitConfig.py | 82 +++++++
.../config_operator/config_source/__init__.py | 2 +
.../config_operator/config_source/exceptions.py | 4 +
.../config_operator/k8s/K8sConfigMap.py | 111 +++++++++
config_operator/config_operator/k8s/__init__.py | 1 +
config_operator/config_operator/main.py | 44 ++++
config_operator/containers/docker/Dockerfile | 11 +
.../containers/k8s/config-operator-crd.yml | 79 ++++++
.../containers/k8s/deployment-git-src.yml | 23 ++
config_operator/containers/k8s/git-repo-test.yml | 9 +
config_operator/requirements.txt | 5 +
config_operator/setup.py | 38 +++
.../tests}/__init__.py | 0
.../tests/config_source}/__init__.py | 0
.../tests/config_source/test_LocalDirConfig.py | 72 ++++++
.../tests/config_source/test_RemoteGitConfig.py | 49 ++++
.../tests/k8s}/__init__.py | 0
config_operator/tests/k8s/test_K8sConfigMap.py | 74 ++++++
.../tests/resources}/collections.yml | 4 +-
.../resources/localDirBadTest/collections.yml | 2 +
.../tests/resources/localDirTest/.hidden_file.txt | 1 +
.../tests/resources/localDirTest/README.md | 1 +
.../tests/resources/localDirTest/collections.yml | 1 +
containers/docker/Dockerfile | 11 -
containers/kubernetes/data-volume.yml | 35 ---
containers/kubernetes/job.yml | 39 ---
containers/kubernetes/sdap_ingester_config.yml | 38 ---
granule_ingester/.gitignore | 9 +
granule_ingester/README.md | 34 +++
granule_ingester/conda-requirements.txt | 10 +
granule_ingester/docker/Dockerfile | 21 ++
granule_ingester/docker/entrypoint.sh | 10 +
granule_ingester/docker/install_nexusproto.sh | 20 ++
.../granule_ingester}/__init__.py | 0
.../granule_ingester/consumer/Consumer.py | 88 +++++++
.../granule_ingester/consumer/__init__.py | 1 +
.../granule_loaders/GranuleLoader.py | 71 ++++++
.../granule_ingester/granule_loaders/__init__.py | 1 +
.../granule_ingester/healthcheck/HealthCheck.py | 8 +-
.../granule_ingester/healthcheck/__init__.py | 1 +
granule_ingester/granule_ingester/main.py | 119 +++++++++
.../granule_ingester/pipeline/Modules.py | 15 ++
.../granule_ingester/pipeline/Pipeline.py | 158 ++++++++++++
.../granule_ingester/pipeline/__init__.py | 2 +
.../granule_ingester/processors/EmptyTileFilter.py | 42 ++++
.../granule_ingester/processors/GenerateTileId.py | 18 +-
.../granule_ingester/processors/TileProcessor.py | 9 +-
.../processors/TileSummarizingProcessor.py | 98 ++++++++
.../granule_ingester/processors/__init__.py | 5 +
.../granule_ingester/processors/kelvintocelsius.py | 17 +-
.../reading_processors/EccoReadingProcessor.py | 64 +++++
.../reading_processors/GridReadingProcessor.py | 53 +++++
.../reading_processors/SwathReadingProcessor.py | 47 ++++
.../reading_processors/TileReadingProcessor.py | 81 +++++++
.../TimeSeriesReadingProcessor.py | 83 +++++++
.../processors/reading_processors/__init__.py | 5 +
.../slicers/SliceFileByDimension.py | 55 +++++
.../slicers/SliceFileByStepSize.py | 55 +++++
.../slicers/SliceFileByTilesDesired.py | 68 ++++++
.../granule_ingester/slicers/TileSlicer.py | 56 +++++
.../granule_ingester/slicers/__init__.py | 2 +
.../granule_ingester/writers/CassandraStore.py | 78 ++++++
.../granule_ingester/writers/DataStore.py | 13 +
.../granule_ingester/writers/MetadataStore.py | 11 +
.../granule_ingester/writers/SolrStore.py | 152 ++++++++++++
.../granule_ingester/writers/__init__.py | 4 +
granule_ingester/requirements.txt | 3 +
granule_ingester/setup.py | 34 +++
.../tests}/__init__.py | 0
.../tests/config_files/analysed_sst.yml | 12 +-
.../config_files/ingestion_config_testfile.yaml | 17 ++
...4_GHRSST-SSTblend-AVHRR_OI-GLOB-v02.0-fv02.0.nc | Bin 0 -> 1057327 bytes
granule_ingester/tests/granules/OBP_2017_01.nc | Bin 0 -> 2110135 bytes
granule_ingester/tests/granules/OBP_native_grid.nc | Bin 0 -> 1285094 bytes
.../SMAP_L2B_SSS_04892_20160101T005507_R13080.h5 | Bin 0 -> 18672352 bytes
granule_ingester/tests/granules/THETA_199201.nc | Bin 0 -> 4255957 bytes
granule_ingester/tests/granules/empty_mur.nc4 | Bin 0 -> 60937 bytes
.../tests/granules/not_empty_ascatb.nc4 | Bin 0 -> 78036 bytes
.../tests/granules/not_empty_avhrr.nc4 | Bin 0 -> 49511 bytes
granule_ingester/tests/granules/not_empty_ccmp.nc | Bin 0 -> 206870 bytes
granule_ingester/tests/granules/not_empty_mur.nc4 | Bin 0 -> 60907 bytes
granule_ingester/tests/granules/not_empty_smap.h5 | Bin 0 -> 3000192 bytes
granule_ingester/tests/granules/not_empty_wswm.nc | Bin 0 -> 1041568 bytes
.../tests/pipeline}/__init__.py | 0
granule_ingester/tests/pipeline/test_Pipeline.py | 104 ++++++++
.../tests/processors}/__init__.py | 0
.../tests/processors/test_GenerateTileId.py | 22 ++
.../tests/reading_processors}/__init__.py | 0
.../test_EccoReadingProcessor.py | 64 +++++
.../test_GridReadingProcessor.py | 265 +++++++++++++++++++++
.../test_SwathReadingProcessor.py | 74 ++++++
.../test_TileReadingProcessor.py | 29 +++
.../test_TimeSeriesReadingProcessor.py | 86 +++++++
.../tests/slicers}/__init__.py | 0
.../tests/slicers/test_SliceFileByDimension.py | 122 ++++++++++
.../tests/slicers/test_SliceFileByStepSize.py | 105 ++++++++
.../tests/slicers/test_SliceFileByTilesDesired.py | 88 +++++++
granule_ingester/tests/slicers/test_TileSlicer.py | 68 ++++++
.../tests/writers}/__init__.py | 0
granule_ingester/tests/writers/test_SolrStore.py | 54 +++++
requirements.txt | 8 -
sdap_ingest_manager/config/LocalConfiguration.py | 35 ---
sdap_ingest_manager/config/__init__.py | 1 -
.../history_manager/DatasetIngestionHistory.py | 52 ----
.../history_manager/IngestionHistory.py | 52 ----
sdap_ingest_manager/history_manager/__init__.py | 5 -
.../IngestionOrderExecutor.py | 188 ---------------
.../FileIngestionOrderStore.py | 9 -
.../GitIngestionOrderStore.py | 56 -----
.../ingestion_order_store/IngestionOrderStore.py | 33 ---
.../ingestion_order_store/__init__.py | 3 -
.../ingestion_order_store/templates.py | 29 ---
sdap_ingest_manager/publisher/__init__.py | 1 -
.../resources/collections.yml.example | 9 -
sdap_ingest_manager/service.py | 156 ------------
sdap_ingest_manager/util/nfs_mount_parse.py | 55 -----
sdap_ingest_manager/util/util.py | 12 -
.../util/yaml_file_collection_config.py | 35 ---
setup.cfg | 5 -
setup.py | 59 -----
.../test_datasetingestionhistoryfile.py | 64 -----
.../test_collection_ingestion.py | 145 -----------
.../test_nfs_mount_parse.py | 29 ---
tests/ingestion_order_executor/test_util.py | 31 ---
.../test_yaml_file_collection_config.py | 29 ---
tests/resources/data/dataset_config_file_ok.yml | 45 ----
171 files changed, 4902 insertions(+), 1518 deletions(-)
delete mode 100644 .gitattributes
delete mode 100644 README.md
create mode 100644 collection_manager/README.md
create mode 100644 collection_manager/collection_manager/__init__.py
create mode 100644 collection_manager/collection_manager/entities/Collection.py
create mode 100644 collection_manager/collection_manager/entities/__init__.py
create mode 100644 collection_manager/collection_manager/entities/exceptions/Exceptions.py
create mode 100644 collection_manager/collection_manager/entities/exceptions/__init__.py
create mode 100644 collection_manager/collection_manager/main.py
copy {sdap_ingest_manager => collection_manager/collection_manager}/resources/dataset_config_template.yml (100%)
create mode 100644 collection_manager/collection_manager/services/CollectionProcessor.py
create mode 100644 collection_manager/collection_manager/services/CollectionWatcher.py
rename {sdap_ingest_manager/publisher => collection_manager/collection_manager/services}/MessagePublisher.py (54%)
rename {tests/ingestion_order_executor => collection_manager/collection_manager/services}/__init__.py (80%)
rename {sdap_ingest_manager => collection_manager/collection_manager/services}/history_manager/FileIngestionHistory.py (80%)
create mode 100644 collection_manager/collection_manager/services/history_manager/IngestionHistory.py
rename {sdap_ingest_manager => collection_manager/collection_manager/services}/history_manager/SolrIngestionHistory.py (88%)
create mode 100644 collection_manager/collection_manager/services/history_manager/__init__.py
create mode 100644 collection_manager/docker/Dockerfile
create mode 100644 collection_manager/docker/entrypoint.sh
copy {tests/history_manager => collection_manager/migration}/__init__.py (100%)
rename {sdap_ingest_manager => collection_manager}/migration/history_migration.py.bkp (100%)
create mode 100644 collection_manager/requirements.txt
create mode 100644 collection_manager/setup.py
rename {tests => collection_manager/tests}/__init__.py (100%)
rename {sdap_ingest_manager/util => collection_manager/tests/entities}/__init__.py (100%)
create mode 100644 collection_manager/tests/entities/test_Collection.py
create mode 100644 collection_manager/tests/resources/collections.yml
create mode 100644 collection_manager/tests/resources/collections_alternate.yml
create mode 100644 collection_manager/tests/resources/collections_bad_schema.yml
create mode 100644 collection_manager/tests/resources/collections_bad_syntax.yml
rename {tests => collection_manager/tests}/resources/data/avhrr-oi-analysed-sst.csv (100%)
rename {tests => collection_manager/tests}/resources/data/avhrr_oi/20151101120000-NCEI-L4_GHRSST-SSTblend-AVHRR_OI-GLOB-v02.0-fv02.0.nc (100%)
rename {tests => collection_manager/tests}/resources/data/avhrr_oi/20151102120000-NCEI-L4_GHRSST-SSTblend-AVHRR_OI-GLOB-v02.0-fv02.0.nc (100%)
rename {sdap_ingest_manager/migration => collection_manager/tests/services}/__init__.py (100%)
rename {sdap_ingest_manager => collection_manager/tests/services/history_manager}/__init__.py (100%)
create mode 100644 collection_manager/tests/services/history_manager/test_FileIngestionHistory.py
rename tests/history_manager/test_datasetingestionhistorysolr.py => collection_manager/tests/services/history_manager/test_SolrIngestionHistory.py (89%)
create mode 100644 collection_manager/tests/services/test_CollectionProcessor.py
create mode 100644 collection_manager/tests/services/test_CollectionWatcher.py
create mode 100644 config_operator/README.md
create mode 100644 config_operator/config_operator/__init__.py
create mode 100644 config_operator/config_operator/config_source/LocalDirConfig.py
create mode 100644 config_operator/config_operator/config_source/RemoteGitConfig.py
create mode 100644 config_operator/config_operator/config_source/__init__.py
create mode 100644 config_operator/config_operator/config_source/exceptions.py
create mode 100644 config_operator/config_operator/k8s/K8sConfigMap.py
create mode 100644 config_operator/config_operator/k8s/__init__.py
create mode 100644 config_operator/config_operator/main.py
create mode 100644 config_operator/containers/docker/Dockerfile
create mode 100644 config_operator/containers/k8s/config-operator-crd.yml
create mode 100644 config_operator/containers/k8s/deployment-git-src.yml
create mode 100644 config_operator/containers/k8s/git-repo-test.yml
create mode 100644 config_operator/requirements.txt
create mode 100644 config_operator/setup.py
copy {tests/history_manager => config_operator/tests}/__init__.py (100%)
copy {tests/history_manager => config_operator/tests/config_source}/__init__.py (100%)
create mode 100644 config_operator/tests/config_source/test_LocalDirConfig.py
create mode 100644 config_operator/tests/config_source/test_RemoteGitConfig.py
copy {tests/history_manager => config_operator/tests/k8s}/__init__.py (100%)
create mode 100644 config_operator/tests/k8s/test_K8sConfigMap.py
rename {tests/resources/data => config_operator/tests/resources}/collections.yml (87%)
create mode 100644 config_operator/tests/resources/localDirBadTest/collections.yml
create mode 100644 config_operator/tests/resources/localDirTest/.hidden_file.txt
create mode 100644 config_operator/tests/resources/localDirTest/README.md
create mode 100644 config_operator/tests/resources/localDirTest/collections.yml
delete mode 100644 containers/docker/Dockerfile
delete mode 100644 containers/kubernetes/data-volume.yml
delete mode 100644 containers/kubernetes/job.yml
delete mode 100644 containers/kubernetes/sdap_ingester_config.yml
create mode 100644 granule_ingester/.gitignore
create mode 100644 granule_ingester/README.md
create mode 100644 granule_ingester/conda-requirements.txt
create mode 100644 granule_ingester/docker/Dockerfile
create mode 100644 granule_ingester/docker/entrypoint.sh
create mode 100755 granule_ingester/docker/install_nexusproto.sh
copy {tests/history_manager => granule_ingester/granule_ingester}/__init__.py (100%)
create mode 100644 granule_ingester/granule_ingester/consumer/Consumer.py
create mode 100644 granule_ingester/granule_ingester/consumer/__init__.py
create mode 100644 granule_ingester/granule_ingester/granule_loaders/GranuleLoader.py
create mode 100644 granule_ingester/granule_ingester/granule_loaders/__init__.py
copy sdap_ingest_manager/ingestion_order_executor/__init__.py => granule_ingester/granule_ingester/healthcheck/HealthCheck.py (85%)
create mode 100644 granule_ingester/granule_ingester/healthcheck/__init__.py
create mode 100644 granule_ingester/granule_ingester/main.py
create mode 100644 granule_ingester/granule_ingester/pipeline/Modules.py
create mode 100644 granule_ingester/granule_ingester/pipeline/Pipeline.py
create mode 100644 granule_ingester/granule_ingester/pipeline/__init__.py
create mode 100644 granule_ingester/granule_ingester/processors/EmptyTileFilter.py
copy sdap_ingest_manager/ingestion_order_executor/__init__.py => granule_ingester/granule_ingester/processors/GenerateTileId.py (58%)
copy sdap_ingest_manager/ingestion_order_executor/__init__.py => granule_ingester/granule_ingester/processors/TileProcessor.py (79%)
create mode 100644 granule_ingester/granule_ingester/processors/TileSummarizingProcessor.py
create mode 100644 granule_ingester/granule_ingester/processors/__init__.py
rename sdap_ingest_manager/ingestion_order_executor/__init__.py => granule_ingester/granule_ingester/processors/kelvintocelsius.py (60%)
create mode 100644 granule_ingester/granule_ingester/processors/reading_processors/EccoReadingProcessor.py
create mode 100644 granule_ingester/granule_ingester/processors/reading_processors/GridReadingProcessor.py
create mode 100644 granule_ingester/granule_ingester/processors/reading_processors/SwathReadingProcessor.py
create mode 100644 granule_ingester/granule_ingester/processors/reading_processors/TileReadingProcessor.py
create mode 100644 granule_ingester/granule_ingester/processors/reading_processors/TimeSeriesReadingProcessor.py
create mode 100644 granule_ingester/granule_ingester/processors/reading_processors/__init__.py
create mode 100644 granule_ingester/granule_ingester/slicers/SliceFileByDimension.py
create mode 100644 granule_ingester/granule_ingester/slicers/SliceFileByStepSize.py
create mode 100644 granule_ingester/granule_ingester/slicers/SliceFileByTilesDesired.py
create mode 100644 granule_ingester/granule_ingester/slicers/TileSlicer.py
create mode 100644 granule_ingester/granule_ingester/slicers/__init__.py
create mode 100644 granule_ingester/granule_ingester/writers/CassandraStore.py
create mode 100644 granule_ingester/granule_ingester/writers/DataStore.py
create mode 100644 granule_ingester/granule_ingester/writers/MetadataStore.py
create mode 100644 granule_ingester/granule_ingester/writers/SolrStore.py
create mode 100644 granule_ingester/granule_ingester/writers/__init__.py
create mode 100644 granule_ingester/requirements.txt
create mode 100644 granule_ingester/setup.py
copy {tests/history_manager => granule_ingester/tests}/__init__.py (100%)
rename sdap_ingest_manager/resources/dataset_config_template.yml => granule_ingester/tests/config_files/analysed_sst.yml (61%)
create mode 100644 granule_ingester/tests/config_files/ingestion_config_testfile.yaml
create mode 100644 granule_ingester/tests/granules/20050101120000-NCEI-L4_GHRSST-SSTblend-AVHRR_OI-GLOB-v02.0-fv02.0.nc
create mode 100644 granule_ingester/tests/granules/OBP_2017_01.nc
create mode 100755 granule_ingester/tests/granules/OBP_native_grid.nc
create mode 100644 granule_ingester/tests/granules/SMAP_L2B_SSS_04892_20160101T005507_R13080.h5
create mode 100644 granule_ingester/tests/granules/THETA_199201.nc
create mode 100644 granule_ingester/tests/granules/empty_mur.nc4
create mode 100644 granule_ingester/tests/granules/not_empty_ascatb.nc4
create mode 100644 granule_ingester/tests/granules/not_empty_avhrr.nc4
create mode 100644 granule_ingester/tests/granules/not_empty_ccmp.nc
create mode 100644 granule_ingester/tests/granules/not_empty_mur.nc4
create mode 100644 granule_ingester/tests/granules/not_empty_smap.h5
create mode 100644 granule_ingester/tests/granules/not_empty_wswm.nc
copy {tests/history_manager => granule_ingester/tests/pipeline}/__init__.py (100%)
create mode 100644 granule_ingester/tests/pipeline/test_Pipeline.py
copy {tests/history_manager => granule_ingester/tests/processors}/__init__.py (100%)
create mode 100644 granule_ingester/tests/processors/test_GenerateTileId.py
copy {tests/history_manager => granule_ingester/tests/reading_processors}/__init__.py (100%)
create mode 100644 granule_ingester/tests/reading_processors/test_EccoReadingProcessor.py
create mode 100644 granule_ingester/tests/reading_processors/test_GridReadingProcessor.py
create mode 100644 granule_ingester/tests/reading_processors/test_SwathReadingProcessor.py
create mode 100644 granule_ingester/tests/reading_processors/test_TileReadingProcessor.py
create mode 100644 granule_ingester/tests/reading_processors/test_TimeSeriesReadingProcessor.py
copy {tests/history_manager => granule_ingester/tests/slicers}/__init__.py (100%)
create mode 100644 granule_ingester/tests/slicers/test_SliceFileByDimension.py
create mode 100644 granule_ingester/tests/slicers/test_SliceFileByStepSize.py
create mode 100644 granule_ingester/tests/slicers/test_SliceFileByTilesDesired.py
create mode 100644 granule_ingester/tests/slicers/test_TileSlicer.py
rename {tests/history_manager => granule_ingester/tests/writers}/__init__.py (100%)
create mode 100644 granule_ingester/tests/writers/test_SolrStore.py
delete mode 100644 requirements.txt
delete mode 100644 sdap_ingest_manager/config/LocalConfiguration.py
delete mode 100644 sdap_ingest_manager/config/__init__.py
delete mode 100644 sdap_ingest_manager/history_manager/DatasetIngestionHistory.py
delete mode 100644 sdap_ingest_manager/history_manager/IngestionHistory.py
delete mode 100644 sdap_ingest_manager/history_manager/__init__.py
delete mode 100644 sdap_ingest_manager/ingestion_order_executor/IngestionOrderExecutor.py
delete mode 100644 sdap_ingest_manager/ingestion_order_store/FileIngestionOrderStore.py
delete mode 100644 sdap_ingest_manager/ingestion_order_store/GitIngestionOrderStore.py
delete mode 100644 sdap_ingest_manager/ingestion_order_store/IngestionOrderStore.py
delete mode 100644 sdap_ingest_manager/ingestion_order_store/__init__.py
delete mode 100644 sdap_ingest_manager/ingestion_order_store/templates.py
delete mode 100644 sdap_ingest_manager/publisher/__init__.py
delete mode 100644 sdap_ingest_manager/resources/collections.yml.example
delete mode 100644 sdap_ingest_manager/service.py
delete mode 100644 sdap_ingest_manager/util/nfs_mount_parse.py
delete mode 100644 sdap_ingest_manager/util/util.py
delete mode 100644 sdap_ingest_manager/util/yaml_file_collection_config.py
delete mode 100644 setup.cfg
delete mode 100644 setup.py
delete mode 100644 tests/history_manager/test_datasetingestionhistoryfile.py
delete mode 100644 tests/ingestion_order_executor/test_collection_ingestion.py
delete mode 100644 tests/ingestion_order_executor/test_nfs_mount_parse.py
delete mode 100644 tests/ingestion_order_executor/test_util.py
delete mode 100644 tests/ingestion_order_executor/test_yaml_file_collection_config.py
delete mode 100644 tests/resources/data/dataset_config_file_ok.yml