You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@maven.apache.org by bi...@apache.org on 2012/12/22 22:57:09 UTC
svn commit: r1425350 - in /maven/project/tools: ./ scrape-nexus-releases/
scrape-nexus-releases/inventory.py scrape-nexus-releases/inventory.sizes
Author: bimargulies
Date: Sat Dec 22 21:57:08 2012
New Revision: 1425350
URL: http://svn.apache.org/viewvc?rev=1425350&view=rev
Log:
tools for moving releases around.
Added:
maven/project/tools/
maven/project/tools/scrape-nexus-releases/
maven/project/tools/scrape-nexus-releases/inventory.py (with props)
maven/project/tools/scrape-nexus-releases/inventory.sizes
Added: maven/project/tools/scrape-nexus-releases/inventory.py
URL: http://svn.apache.org/viewvc/maven/project/tools/scrape-nexus-releases/inventory.py?rev=1425350&view=auto
==============================================================================
--- maven/project/tools/scrape-nexus-releases/inventory.py (added)
+++ maven/project/tools/scrape-nexus-releases/inventory.py Sat Dec 22 21:57:08 2012
@@ -0,0 +1,49 @@
+import requests
+import json
+
+def fetchInventory(nexusurl, group):
+ headers = { 'Accept' : 'application/json' }
+ url = nexusurl + ('/service/local/lucene/search?g={0}&c=source-release&collapseresults={1}'
+ .format(group, 'false'))
+ r = requests.request('get', url, headers=headers)
+ return r
+
+def process_results(nexusurl, results):
+ headers = { 'Accept' : 'application/json' }
+ data = results['data']
+ total_size = 0
+ for result in data:
+ groupId = result['groupId']
+ artifactId = result['artifactId']
+ version = result['version']
+ repository = result['artifactHits'][0]['repositoryId']
+ if repository == 'snapshots':
+ continue
+ url = nexusurl + ('/service/local/artifact/maven/resolve?g={0}&a={1}&v={2}&r={3}&c=source-release&e=zip'.format(groupId,
+ artifactId,
+ version,
+ repository))
+ r = requests.request('get', url, headers=headers)
+ if r.status_code != 200:
+ raise 'Whoops'
+ meta = r.json()
+ #print(json.dumps(meta, sort_keys=True, indent=4, separators=(',',': ')))
+ # we also want the size
+ url = nexusurl + ('/service/local/repositories/{0}/content/{1}?describe=info'.format(repository, meta['data']['repositoryPath']))
+ r = requests.request('get', url, headers=headers)
+ if r.status_code != 200:
+ raise 'Whoops'
+ info = r.json()
+ size = info['data']['size']
+ print('{0}:{1}:{2} - {3}'.format(groupId, artifactId, version, size))
+ total_size = total_size + size
+ print("Total size {0}".format(total_size))
+
+if __name__ == '__main__':
+ r = fetchInventory('https://repository.apache.org', 'org.apache.maven.*')
+ if r.status_code != 200:
+ print("Status {0}".format(r.status_code))
+ else:
+ fullresult = r.json()
+ process_results('https://repository.apache.org', fullresult)
+ #print(json.dumps(fullresult, sort_keys=True, indent=4, separators=(',',': ')))
\ No newline at end of file
Propchange: maven/project/tools/scrape-nexus-releases/inventory.py
------------------------------------------------------------------------------
svn:eol-style = native
Added: maven/project/tools/scrape-nexus-releases/inventory.sizes
URL: http://svn.apache.org/viewvc/maven/project/tools/scrape-nexus-releases/inventory.sizes?rev=1425350&view=auto
==============================================================================
--- maven/project/tools/scrape-nexus-releases/inventory.sizes (added)
+++ maven/project/tools/scrape-nexus-releases/inventory.sizes Sat Dec 22 21:57:08 2012
@@ -0,0 +1,198 @@
+org.apache.maven.plugins:maven-ear-plugin:2.7 - 394272
+org.apache.maven.skins:maven-stylus-skin:1.4 - 161702
+org.apache.maven.skins:maven-default-skin:1.1 - 19024
+org.apache.maven.skins:maven-skins:6 - 10131
+org.apache.maven.skins:maven-fluido-skin:1.1 - 323594
+org.apache.maven.skins:maven-application-skin:1.0 - 24228
+org.apache.maven.skins:maven-classic-skin:1.1 - 43633
+org.apache.maven.plugins:maven-javadoc-plugin:2.8.1 - 1924024
+org.apache.maven.plugins:maven-jar-plugin:2.4 - 150923
+org.apache.maven.plugins:maven-assembly-plugin:2.3 - 1802847
+org.apache.maven.plugins:maven-war-plugin:2.2 - 490774
+org.apache.maven.surefire:surefire:2.12 - 1569909
+org.apache.maven.plugins:maven-pmd-plugin:2.7 - 151798
+org.apache.maven.reporting:maven-reporting-impl:2.2 - 25079
+org.apache.maven.plugins:maven-checkstyle-plugin:2.9 - 188151
+org.apache.maven.plugins:maven-eclipse-plugin:2.9 - 1037553
+org.apache.maven.plugins:maven-pmd-plugin:2.7.1 - 155146
+org.apache.maven.plugins:maven-checkstyle-plugin:2.9.1 - 196190
+org.apache.maven.wagon:wagon:2.2 - 602466
+org.apache.maven.wagon:wagon:2.1 - 601146
+org.apache.maven.wagon:wagon:2.0 - 599621
+org.apache.maven.wagon:wagon:1.0-beta-7 - 461486
+org.apache.maven.wagon:wagon:1.0-beta-6 - 412728
+org.apache.maven.wagon:wagon:1.0 - 449548
+org.apache.maven.surefire:surefire:2.9 - 1377920
+org.apache.maven.surefire:surefire:2.8.1 - 1317092
+org.apache.maven.surefire:surefire:2.8 - 1274670
+org.apache.maven.surefire:surefire:2.7.2 - 1202029
+org.apache.maven.surefire:surefire:2.7.1 - 1103905
+org.apache.maven.surefire:surefire:2.7 - 1100825
+org.apache.maven.surefire:surefire:2.6 - 960647
+org.apache.maven.surefire:surefire:2.5 - 877370
+org.apache.maven.surefire:surefire:2.11 - 1486635
+org.apache.maven.surefire:surefire:2.10 - 1385961
+org.apache.maven.skins:maven-stylus-skin:1.3 - 149735
+org.apache.maven.skins:maven-stylus-skin:1.2 - 149639
+org.apache.maven.skins:maven-skins:5 - 209123
+org.apache.maven.skins:maven-fluido-skin:1.0 - 185880
+org.apache.maven.shared:maven-verifier:1.3 - 98437
+org.apache.maven.shared:maven-verifier:1.2 - 90039
+org.apache.maven.shared:maven-shared-resources:1 - 13002
+org.apache.maven.shared:maven-shared-jar:1.1 - 1072334
+org.apache.maven.shared:maven-shared-components:17 - 15169
+org.apache.maven.shared:maven-shared-components:16 - 12390
+org.apache.maven.shared:maven-script-interpreter:1.0 - 32240
+org.apache.maven.shared:maven-runtime:1.0-alpha-2 - 57462
+org.apache.maven.shared:maven-jarsigner:1.0 - 31806
+org.apache.maven.shared:maven-invoker:2.0.11 - 67990
+org.apache.maven.shared:maven-filtering:1.0-beta-4 - 101504
+org.apache.maven.shared:maven-filtering:1.0-beta-3 - 102200
+org.apache.maven.shared:maven-filtering:1.0 - 116815
+org.apache.maven.shared:maven-doxia-tools:1.4 - 60317
+org.apache.maven.shared:maven-doxia-tools:1.3 - 59480
+org.apache.maven.shared:maven-doxia-tools:1.2.1 - 58644
+org.apache.maven.shared:maven-doxia-tools:1.2 - 57358
+org.apache.maven.shared:maven-doxia-tools:1.1 - 57308
+org.apache.maven.shared:maven-dependency-analyzer:1.2 - 68157
+org.apache.maven.shared:maven-common-artifact-filters:1.4 - 65165
+org.apache.maven.shared:maven-common-artifact-filters:1.3 - 63652
+org.apache.maven.shared:maven-common-artifact-filters:1.2 - 65508
+org.apache.maven.shared:maven-artifact-resolver:1.0 - 24536
+org.apache.maven.scm:maven-scm:1.6 - 2514350
+org.apache.maven.scm:maven-scm:1.5 - 2381814
+org.apache.maven.scm:maven-scm:1.4 - 2331742
+org.apache.maven.scm:maven-scm:1.3 - 2093327
+org.apache.maven.reporting:maven-reporting-impl:2.1 - 21820
+org.apache.maven.reporting:maven-reporting-impl:2.0.5 - 25145
+org.apache.maven.reporting:maven-reporting-impl:2.0.4.3 - 23004
+org.apache.maven.reporting:maven-reporting-impl:2.0.4.2 - 23922
+org.apache.maven.reporting:maven-reporting-exec:1.0.1 - 26269
+org.apache.maven.reporting:maven-reporting-exec:1.0 - 25192
+org.apache.maven.reporting:maven-reporting-api:3.0 - 14410
+org.apache.maven.release:maven-release:2.2.2 - 1138294
+org.apache.maven.release:maven-release:2.2.1 - 1071565
+org.apache.maven.release:maven-release:2.2 - 1065769
+org.apache.maven.release:maven-release:2.1 - 1043222
+org.apache.maven.release:maven-release:2.0 - 1002509
+org.apache.maven.plugins:maven-war-plugin:2.1.1 - 482860
+org.apache.maven.plugins:maven-war-plugin:2.1 - 479286
+org.apache.maven.plugins:maven-verifier-plugin:1.0 - 35391
+org.apache.maven.plugins:maven-toolchains-plugin:1.0 - 21505
+org.apache.maven.plugins:maven-stage-plugin:1.0-alpha-2 - 1226452
+org.apache.maven.plugins:maven-source-plugin:2.1.2 - 100189
+org.apache.maven.plugins:maven-source-plugin:2.1.1 - 120384
+org.apache.maven.plugins:maven-site-plugin:3.0-beta-3 - 564283
+org.apache.maven.plugins:maven-site-plugin:3.0-beta-2 - 525473
+org.apache.maven.plugins:maven-site-plugin:3.0-beta-1 - 490489
+org.apache.maven.plugins:maven-site-plugin:3.0 - 647141
+org.apache.maven.plugins:maven-site-plugin:2.3 - 536598
+org.apache.maven.plugins:maven-site-plugin:2.2 - 455535
+org.apache.maven.plugins:maven-site-plugin:2.1.1 - 454675
+org.apache.maven.plugins:maven-site-plugin:2.1 - 441449
+org.apache.maven.plugins:maven-site-plugin:2.0.1 - 405689
+org.apache.maven.plugins:maven-shade-plugin:1.5 - 478573
+org.apache.maven.plugins:maven-shade-plugin:1.4 - 462141
+org.apache.maven.plugins:maven-shade-plugin:1.3.3 - 455929
+org.apache.maven.plugins:maven-shade-plugin:1.3.2 - 449845
+org.apache.maven.plugins:maven-shade-plugin:1.3.1 - 436139
+org.apache.maven.plugins:maven-shade-plugin:1.3 - 409196
+org.apache.maven.plugins:maven-shade-plugin:1.2.2 - 364447
+org.apache.maven.plugins:maven-resources-plugin:2.5 - 874185
+org.apache.maven.plugins:maven-resources-plugin:2.4.3 - 859902
+org.apache.maven.plugins:maven-resources-plugin:2.4.2 - 860551
+org.apache.maven.plugins:maven-resources-plugin:2.4.1 - 947371
+org.apache.maven.plugins:maven-resources-plugin:2.4 - 854200
+org.apache.maven.plugins:maven-repository-plugin:2.3.1 - 88794
+org.apache.maven.plugins:maven-repository-plugin:2.3 - 83656
+org.apache.maven.plugins:maven-repository-plugin:2.2 - 67645
+org.apache.maven.plugins:maven-remote-resources-plugin:1.2.1 - 131355
+org.apache.maven.plugins:maven-remote-resources-plugin:1.2 - 128038
+org.apache.maven.plugins:maven-remote-resources-plugin:1.1 - 136572
+org.apache.maven.plugins:maven-project-info-reports-plugin:2.4 - 320354
+org.apache.maven.plugins:maven-project-info-reports-plugin:2.3.1 - 313552
+org.apache.maven.plugins:maven-project-info-reports-plugin:2.3 - 312601
+org.apache.maven.plugins:maven-project-info-reports-plugin:2.2 - 277515
+org.apache.maven.plugins:maven-project-info-reports-plugin:2.1.2 - 265976
+org.apache.maven.plugins:maven-pmd-plugin:2.6 - 130919
+org.apache.maven.plugins:maven-pmd-plugin:2.5 - 128314
+org.apache.maven.plugins:maven-plugins:22 - 12204
+org.apache.maven.plugins:maven-plugins:21 - 8478
+org.apache.maven.plugins:maven-plugins:20 - 8515
+org.apache.maven.plugins:maven-plugins:19 - 8100
+org.apache.maven.plugins:maven-pdf-plugin:1.1 - 92248
+org.apache.maven.plugins:maven-pdf-plugin:1.0 - 72455
+org.apache.maven.plugins:maven-patch-plugin:1.1.1 - 46347
+org.apache.maven.plugins:maven-linkcheck-plugin:1.1 - 135029
+org.apache.maven.plugins:maven-linkcheck-plugin:1.0.1 - 126870
+org.apache.maven.plugins:maven-linkcheck-plugin:1.0 - 126704
+org.apache.maven.plugins:maven-javadoc-plugin:2.8 - 1870283
+org.apache.maven.plugins:maven-javadoc-plugin:2.7 - 1864342
+org.apache.maven.plugins:maven-javadoc-plugin:2.6.1 - 1914104
+org.apache.maven.plugins:maven-javadoc-plugin:2.6 - 727497
+org.apache.maven.plugins:maven-jarsigner-plugin:1.2 - 58551
+org.apache.maven.plugins:maven-jar-plugin:2.3.2 - 146937
+org.apache.maven.plugins:maven-jar-plugin:2.3.1 - 146550
+org.apache.maven.plugins:maven-jar-plugin:2.3 - 146362
+org.apache.maven.plugins:maven-invoker-plugin:1.5 - 339014
+org.apache.maven.plugins:maven-invoker-plugin:1.4 - 322758
+org.apache.maven.plugins:maven-install-plugin:2.3.1 - 111420
+org.apache.maven.plugins:maven-help-plugin:2.1.1 - 82391
+org.apache.maven.plugins:maven-gpg-plugin:1.4 - 72404
+org.apache.maven.plugins:maven-gpg-plugin:1.3 - 64716
+org.apache.maven.plugins:maven-gpg-plugin:1.2 - 59220
+org.apache.maven.plugins:maven-gpg-plugin:1.1 - 43696
+org.apache.maven.plugins:maven-gpg-plugin:1.0 - 41215
+org.apache.maven.plugins:maven-ejb-plugin:2.3 - 63848
+org.apache.maven.plugins:maven-ejb-plugin:2.2.1 - 52267
+org.apache.maven.plugins:maven-ejb-plugin:2.2 - 47577
+org.apache.maven.plugins:maven-eclipse-plugin:2.8 - 949668
+org.apache.maven.plugins:maven-eclipse-plugin:2.7 - 862309
+org.apache.maven.plugins:maven-ear-plugin:2.6 - 372157
+org.apache.maven.plugins:maven-ear-plugin:2.5 - 349712
+org.apache.maven.plugins:maven-ear-plugin:2.4.2 - 322265
+org.apache.maven.plugins:maven-ear-plugin:2.4.1 - 336675
+org.apache.maven.plugins:maven-ear-plugin:2.4 - 313547
+org.apache.maven.plugins:maven-doap-plugin:1.1 - 82413
+org.apache.maven.plugins:maven-deploy-plugin:2.7 - 132065
+org.apache.maven.plugins:maven-deploy-plugin:2.6 - 125845
+org.apache.maven.plugins:maven-deploy-plugin:2.5 - 110041
+org.apache.maven.plugins:maven-dependency-plugin:2.4 - 390873
+org.apache.maven.plugins:maven-dependency-plugin:2.3 - 382589
+org.apache.maven.plugins:maven-dependency-plugin:2.2 - 373865
+org.apache.maven.plugins:maven-compiler-plugin:2.3.2 - 120077
+org.apache.maven.plugins:maven-compiler-plugin:2.3.1 - 104358
+org.apache.maven.plugins:maven-compiler-plugin:2.3 - 103601
+org.apache.maven.plugins:maven-compiler-plugin:2.2 - 103593
+org.apache.maven.plugins:maven-compiler-plugin:2.1 - 95368
+org.apache.maven.plugins:maven-clean-plugin:2.4.1 - 87103
+org.apache.maven.plugins:maven-clean-plugin:2.4 - 86178
+org.apache.maven.plugins:maven-checkstyle-plugin:2.8 - 186414
+org.apache.maven.plugins:maven-checkstyle-plugin:2.7 - 163296
+org.apache.maven.plugins:maven-checkstyle-plugin:2.6 - 160099
+org.apache.maven.plugins:maven-checkstyle-plugin:2.5 - 130095
+org.apache.maven.plugins:maven-checkstyle-plugin:2.4 - 117978
+org.apache.maven.plugins:maven-checkstyle-plugin:2.3 - 103787
+org.apache.maven.plugins:maven-changes-plugin:2.6 - 211999
+org.apache.maven.plugins:maven-changes-plugin:2.5 - 194274
+org.apache.maven.plugins:maven-changes-plugin:2.4 - 192694
+org.apache.maven.plugins:maven-changes-plugin:2.3 - 171768
+org.apache.maven.plugins:maven-changes-plugin:2.2 - 169348
+org.apache.maven.plugins:maven-changelog-plugin:2.2 - 435751
+org.apache.maven.plugins:maven-assembly-plugin:2.2.2 - 1813428
+org.apache.maven.plugins:maven-assembly-plugin:2.2.1 - 1804961
+org.apache.maven.plugins:maven-assembly-plugin:2.2-beta-5 - 1616121
+org.apache.maven.plugins:maven-assembly-plugin:2.2-beta-4 - 1593000
+org.apache.maven.plugins:maven-assembly-plugin:2.2 - 1778664
+org.apache.maven.plugins:maven-antrun-plugin:1.7 - 76936
+org.apache.maven.plugins:maven-antrun-plugin:1.6 - 74506
+org.apache.maven.plugins:maven-antrun-plugin:1.5 - 73128
+org.apache.maven.plugins:maven-antrun-plugin:1.4 - 71300
+org.apache.maven.plugins:maven-ant-plugin:2.3 - 155189
+org.apache.maven.plugins:maven-acr-plugin:1.0 - 43277
+org.apache.maven.plugin-tools:maven-plugin-tools:2.9 - 348239
+org.apache.maven.plugin-tools:maven-plugin-tools:2.8 - 339160
+org.apache.maven.plugin-tools:maven-plugin-tools:2.7 - 331958
+org.apache.maven.plugin-tools:maven-plugin-tools:2.6 - 330766
+org.apache.maven.plugin-tools:maven-plugin-tools:2.5.1 - 320737
+Total size 86221717