You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@drat.apache.org by ma...@apache.org on 2018/08/17 20:20:23 UTC
[drat] branch master updated: updates to drat scan and scanning
resolves #116.
This is an automated email from the ASF dual-hosted git repository.
mattmann pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/drat.git
The following commit(s) were added to refs/heads/master by this push:
new 35e1fba updates to drat scan and scanning resolves #116.
35e1fba is described below
commit 35e1fba9c253785d21a4fc17a5e1a7a26bb4d2ad
Author: Chris Mattmann <ma...@drat-vm.apache.org>
AuthorDate: Fri Aug 17 20:18:16 2018 +0000
updates to drat scan and scanning resolves #116.
---
distribution/src/main/resources/bin/dratstats.py | 14 ++++++++
.../src/main/resources/gen-apache-clones.py | 39 ++++++++++++++++++++++
distribution/src/main/resources/gen-apache-repo.py | 25 ++++++++++++++
3 files changed, 78 insertions(+)
diff --git a/distribution/src/main/resources/bin/dratstats.py b/distribution/src/main/resources/bin/dratstats.py
index 4648c68..8ae438c 100644
--- a/distribution/src/main/resources/bin/dratstats.py
+++ b/distribution/src/main/resources/bin/dratstats.py
@@ -319,6 +319,20 @@ def run(repos_list, output_dir):
time.sleep(5)
+
+ if retval:
+ # Copy Data with datetime variables above, extract output from RatAggregate file, extract data from Solr Core
+ printnow ("\nCopying data to Solr and Output Directory...\n")
+
+ # Copying data to Output Directory
+ repos_out = output_dir + "/" + normalize_path(rep["repo"])
+ shutil.copytree(os.getenv("DRAT_HOME") + "/data/archive", repos_out)
+ shutil.copytree(os.getenv("DRAT_HOME") + "/data/jobs", repos_out)
+ shutil.copytree(os.getenv("DRAT_HOME") + "/data/workflow", repos_out)
+ print("\nData copied to Solr and Output Directory: OK\n")
+
+
+ time.sleep(5)
print ("\nStopping OODT...\n")
oodt_process("stop")
time.sleep(20)
diff --git a/distribution/src/main/resources/gen-apache-clones.py b/distribution/src/main/resources/gen-apache-clones.py
new file mode 100755
index 0000000..1a1a860
--- /dev/null
+++ b/distribution/src/main/resources/gen-apache-clones.py
@@ -0,0 +1,39 @@
+#!/usr/bin/env python
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import os
+import shlex
+from subprocess import Popen
+
+with open(os.getenv("DRAT_HOME")+"/conf/apache-repo-list.txt") as ar:
+ for repo in ar:
+ repoUrl = repo.rstrip()
+ repoUrl = "http://github.com/apache/"+repoUrl
+ repoName = repo.split(".")[0].rstrip()
+
+ workDir = os.getenv("DRAT_HOME")+"/data/clones/"
+ print "Cloning: ["+repoUrl+"] to ["+workDir+repoName+"]: working dir: ["+workDir+"]"
+ cloneCmd = "git clone --depth=1 "+repoUrl
+ print cloneCmd
+ args = shlex.split(cloneCmd)
+ p = Popen(args, cwd=workDir)
+ p.communicate()
+ rmCmd = "rm -rf "+repoName+"/.git"
+ print rmCmd
+ args = shlex.split(rmCmd)
+ p2 = Popen(args, cwd=workDir)
+ p2.communicate()
+
diff --git a/distribution/src/main/resources/gen-apache-repo.py b/distribution/src/main/resources/gen-apache-repo.py
new file mode 100755
index 0000000..5e39f09
--- /dev/null
+++ b/distribution/src/main/resources/gen-apache-repo.py
@@ -0,0 +1,25 @@
+#!/usr/bin/env python
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+with open(os.getenv("DRAT_HOME")+"/conf/apache-repo-list.txt") as ar:
+ for repo in ar.readlines():
+ repoBase = repo.split(".")[0]
+ repoName = "Apache "+repoBase.upper().rstrip()
+ repoPath = os.getenv("DRAT_HOME")+"/data/clones/"+repoBase
+ repoUrl = "http://github.com/apache/"+repo.rstrip()
+ repoDesc = repoName
+ print repoPath+" "+repoName+" "+repoUrl+" "+repoDesc