You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@asterixdb.apache.org by mb...@apache.org on 2016/07/24 11:32:33 UTC
[1/3] asterixdb git commit: Cast Record Before Insert for Open Indexes
Repository: asterixdb
Updated Branches:
refs/heads/master 806f7d264 -> a3603ac97
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-app/src/main/java/org/apache/asterix/api/http/servlet/QueryServiceServlet.java
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/main/java/org/apache/asterix/api/http/servlet/QueryServiceServlet.java b/asterixdb/asterix-app/src/main/java/org/apache/asterix/api/http/servlet/QueryServiceServlet.java
index ed23195..5a857d1 100644
--- a/asterixdb/asterix-app/src/main/java/org/apache/asterix/api/http/servlet/QueryServiceServlet.java
+++ b/asterixdb/asterix-app/src/main/java/org/apache/asterix/api/http/servlet/QueryServiceServlet.java
@@ -47,6 +47,7 @@ import org.apache.asterix.metadata.MetadataManager;
import org.apache.asterix.result.ResultReader;
import org.apache.asterix.result.ResultUtils;
import org.apache.commons.io.IOUtils;
+import org.apache.commons.lang3.exception.ExceptionUtils;
import org.apache.hyracks.algebricks.core.algebra.prettyprint.AlgebricksAppendable;
import org.apache.hyracks.api.client.IHyracksClientConnection;
import org.apache.hyracks.api.dataset.IHyracksDataset;
@@ -316,14 +317,18 @@ public class QueryServiceServlet extends HttpServlet {
}
private static void printError(PrintWriter pw, Throwable e) {
+ Throwable rootCause = ExceptionUtils.getRootCause(e);
+ if (rootCause == null) {
+ rootCause = e;
+ }
final boolean addStack = false;
pw.print("\t\"");
pw.print(ResultFields.ERRORS.str());
pw.print("\": [{ \n");
printField(pw, ErrorField.CODE.str(), "1");
- final String msg = e.getMessage();
- printField(pw, ErrorField.MSG.str(), JSONUtil.escape(msg != null ? msg : e.getClass().getSimpleName()),
- addStack);
+ final String msg = rootCause.getMessage();
+ printField(pw, ErrorField.MSG.str(),
+ JSONUtil.escape(rootCause.getClass().getName() + ": " + msg != null ? msg : ""), addStack);
if (addStack) {
StringWriter sw = new StringWriter();
PrintWriter stackWriter = new PrintWriter(sw);
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.1.ddl.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.1.ddl.aql b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.1.ddl.aql
new file mode 100644
index 0000000..300f365
--- /dev/null
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.1.ddl.aql
@@ -0,0 +1,33 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/*
+ * Description : Create a feed which uses an external parser to parse data from files
+ * The files have duplicates and long records. Some records have incorrect types
+ * for the open indexed field.
+ * Expected Res : Success
+ * Date : Jul, 13, 2016
+ */
+
+drop dataverse externallibtest if exists;
+create dataverse externallibtest;
+use dataverse externallibtest;
+
+create type Classad as open {
+GlobalJobId: string
+};
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.2.lib.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.2.lib.aql b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.2.lib.aql
new file mode 100644
index 0000000..d936e22
--- /dev/null
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.2.lib.aql
@@ -0,0 +1,26 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+ /*
+ * Description : Create a feed which uses an external parser to parse data from files
+ * The files have duplicates and long records. Some records have incorrect types
+ * for the open indexed field.
+ * Expected Res : Success
+ * Date : Jul, 13, 2016
+ */
+install externallibtest testlib src/test/resources/externallib/testlib-zip-binary-assembly.zip
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.3.ddl.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.3.ddl.aql b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.3.ddl.aql
new file mode 100644
index 0000000..16d3ba4
--- /dev/null
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.3.ddl.aql
@@ -0,0 +1,35 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/*
+ * Description : Create a feed which uses an external parser to parse data from files
+ * The files have duplicates and long records. Some records have incorrect types
+ * for the open indexed field.
+ * Expected Res : Success
+ * Date : Jul, 13, 2016
+ */
+use dataverse externallibtest;
+create dataset Condor(Classad) primary key GlobalJobId;
+create index BlockWritesIndex on Condor(BlockWrites:int64) enforced;
+
+create feed CondorFeed using push_localfs(
+("path"="asterix_nc1://data/external-parser/dropbox/jobads1.txt,asterix_nc1://data/external-parser/dropbox/jobads2.txt, asterix_nc1://data/external-parser/dropbox2/jobads3.txt"),
+("reader"="localfs"),
+("format"="semi-structured"),
+("parser"="testlib#org.apache.asterix.external.library.ClassAdParserFactory"),
+("type-name"="Classad"));
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.4.update.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.4.update.aql b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.4.update.aql
new file mode 100644
index 0000000..5105751
--- /dev/null
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.4.update.aql
@@ -0,0 +1,31 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/*
+ * Description : Create a feed which uses an external parser to parse data from files
+ * The files have duplicates and long records. Some records have incorrect types
+ * for the open indexed field.
+ * Expected Res : Success
+ * Date : Jul, 13, 2016
+ */
+
+use dataverse externallibtest;
+
+set wait-for-completion-feed "true";
+
+connect feed CondorFeed to dataset Condor;
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.5.query.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.5.query.aql b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.5.query.aql
new file mode 100644
index 0000000..ca1e141
--- /dev/null
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.5.query.aql
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/*
+ * Description : Create a feed which uses an external parser to parse data from files
+ * The files have duplicates and long records. Some records have incorrect types
+ * for the open indexed field.
+ * Expected Res : Success
+ * Date : Jul, 13, 2016
+ */
+use dataverse externallibtest;
+
+count( for $x in dataset Condor
+order by $x.GlobalJobId
+return $x);
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.6.lib.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.6.lib.aql b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.6.lib.aql
new file mode 100644
index 0000000..335f375
--- /dev/null
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.6.lib.aql
@@ -0,0 +1,26 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+ /*
+ * Description : Create a feed which uses an external parser to parse data from files
+ * The files have duplicates and long records. Some records have incorrect types
+ * for the open indexed field.
+ * Expected Res : Success
+ * Date : Jul, 13, 2016
+ */
+uninstall externallibtest testlib
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.7.ddl.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.7.ddl.aql b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.7.ddl.aql
new file mode 100644
index 0000000..e68e48e
--- /dev/null
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.7.ddl.aql
@@ -0,0 +1,26 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/*
+ * Description : Create a feed which uses an external parser to parse data from files
+ * The files have duplicates and long records. Some records have incorrect types
+ * for the open indexed field.
+ * Expected Res : Success
+ * Date : Jul, 13, 2016
+ */
+drop dataverse externallibtest if exists;
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.1.ddl.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.1.ddl.aql b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.1.ddl.aql
new file mode 100644
index 0000000..94d40c6
--- /dev/null
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.1.ddl.aql
@@ -0,0 +1,33 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/*
+ * Description : Create a feed which uses an external parser to parse data from files
+ * The files have duplicates and long records. Some records have incorrect types
+ * for the open indexed field. The dataset has two open indexes.
+ * Expected Res : Success
+ * Date : Jul, 13, 2016
+ */
+
+drop dataverse externallibtest if exists;
+create dataverse externallibtest;
+use dataverse externallibtest;
+
+create type Classad as open {
+GlobalJobId: string
+};
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.2.lib.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.2.lib.aql b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.2.lib.aql
new file mode 100644
index 0000000..9244b81
--- /dev/null
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.2.lib.aql
@@ -0,0 +1,26 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+ /*
+ * Description : Create a feed which uses an external parser to parse data from files
+ * The files have duplicates and long records. Some records have incorrect types
+ * for the open indexed field. The dataset has two open indexes.
+ * Expected Res : Success
+ * Date : Jul, 13, 2016
+ */
+install externallibtest testlib src/test/resources/externallib/testlib-zip-binary-assembly.zip
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.3.ddl.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.3.ddl.aql b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.3.ddl.aql
new file mode 100644
index 0000000..10a4117
--- /dev/null
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.3.ddl.aql
@@ -0,0 +1,36 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/*
+ * Description : Create a feed which uses an external parser to parse data from files
+ * The files have duplicates and long records. Some records have incorrect types
+ * for the open indexed field. The dataset has two open indexes.
+ * Expected Res : Success
+ * Date : Jul, 13, 2016
+ */
+use dataverse externallibtest;
+create dataset Condor(Classad) primary key GlobalJobId;
+create index BlockWritesIndex on Condor(BlockWrites:int64) enforced;
+create index JobStartDateIndex on Condor(JobStartDate:int64) enforced;
+
+create feed CondorFeed using push_localfs(
+("path"="asterix_nc1://data/external-parser/dropbox/jobads1.txt,asterix_nc1://data/external-parser/dropbox/jobads2.txt, asterix_nc1://data/external-parser/dropbox2/jobads3.txt"),
+("reader"="localfs"),
+("format"="semi-structured"),
+("parser"="testlib#org.apache.asterix.external.library.ClassAdParserFactory"),
+("type-name"="Classad"));
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.4.update.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.4.update.aql b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.4.update.aql
new file mode 100644
index 0000000..a9e3435
--- /dev/null
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.4.update.aql
@@ -0,0 +1,31 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/*
+ * Description : Create a feed which uses an external parser to parse data from files
+ * The files have duplicates and long records. Some records have incorrect types
+ * for the open indexed field. The dataset has two open indexes.
+ * Expected Res : Success
+ * Date : Jul, 13, 2016
+ */
+
+use dataverse externallibtest;
+
+set wait-for-completion-feed "true";
+
+connect feed CondorFeed to dataset Condor;
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.5.query.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.5.query.aql b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.5.query.aql
new file mode 100644
index 0000000..481980d
--- /dev/null
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.5.query.aql
@@ -0,0 +1,30 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/*
+ * Description : Create a feed which uses an external parser to parse data from files
+ * The files have duplicates and long records. Some records have incorrect types
+ * for the open indexed field. The dataset has two open indexes.
+ * Expected Res : Success
+ * Date : Jul, 13, 2016
+ */
+use dataverse externallibtest;
+
+count( for $x in dataset Condor
+order by $x.GlobalJobId
+return $x);
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.6.lib.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.6.lib.aql b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.6.lib.aql
new file mode 100644
index 0000000..d972079
--- /dev/null
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.6.lib.aql
@@ -0,0 +1,26 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+ /*
+ * Description : Create a feed which uses an external parser to parse data from files
+ * The files have duplicates and long records. Some records have incorrect types
+ * for the open indexed field. The dataset has two open indexes.
+ * Expected Res : Success
+ * Date : Jul, 13, 2016
+ */
+uninstall externallibtest testlib
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.7.ddl.aql
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.7.ddl.aql b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.7.ddl.aql
new file mode 100644
index 0000000..e0b7532
--- /dev/null
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.7.ddl.aql
@@ -0,0 +1,26 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/*
+ * Description : Create a feed which uses an external parser to parse data from files
+ * The files have duplicates and long records. Some records have incorrect types
+ * for the open indexed field. The dataset has two open indexes.
+ * Expected Res : Success
+ * Date : Jul, 13, 2016
+ */
+drop dataverse externallibtest if exists;
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-app/src/test/resources/runtimets/results/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.1.adm
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/results/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.1.adm b/asterixdb/asterix-app/src/test/resources/runtimets/results/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.1.adm
new file mode 100644
index 0000000..147ea53
--- /dev/null
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/results/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.1.adm
@@ -0,0 +1 @@
+158
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-app/src/test/resources/runtimets/results/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.1.adm
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/results/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.1.adm b/asterixdb/asterix-app/src/test/resources/runtimets/results/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.1.adm
new file mode 100644
index 0000000..147ea53
--- /dev/null
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/results/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.1.adm
@@ -0,0 +1 @@
+158
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-app/src/test/resources/runtimets/testsuite.xml
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/testsuite.xml b/asterixdb/asterix-app/src/test/resources/runtimets/testsuite.xml
index ffa4346..1bb1367 100644
--- a/asterixdb/asterix-app/src/test/resources/runtimets/testsuite.xml
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/testsuite.xml
@@ -150,6 +150,16 @@
</compilation-unit>
</test-case>
<test-case FilePath="feeds">
+ <compilation-unit name="feed-with-external-parser-with-open-index">
+ <output-dir compare="Text">feed-with-external-parser-with-open-index</output-dir>
+ </compilation-unit>
+ </test-case>
+ <test-case FilePath="feeds">
+ <compilation-unit name="feed-with-external-parser-with-two-open-indexes">
+ <output-dir compare="Text">feed-with-external-parser-with-two-open-indexes</output-dir>
+ </compilation-unit>
+ </test-case>
+ <test-case FilePath="feeds">
<compilation-unit name="feed-with-external-function">
<output-dir compare="Text">feed-with-external-function</output-dir>
</compilation-unit>
@@ -4543,7 +4553,7 @@
<test-case FilePath="open-closed"><!-- Throws two exceptions. need to be checked. proposal: (fixed expected results) -->
<compilation-unit name="query-issue410">
<output-dir compare="Text">query-issue410</output-dir>
- <expected-error>java.lang.IllegalStateException: type mismatch: missing a required closed field name:string</expected-error>
+ <expected-error>HyracksDataException: ASX0000: Field type DOUBLE can't be promoted to type STRING</expected-error>
</compilation-unit>
</test-case>
<test-case FilePath="open-closed">
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-app/src/test/resources/runtimets/testsuite_sqlpp.xml
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/testsuite_sqlpp.xml b/asterixdb/asterix-app/src/test/resources/runtimets/testsuite_sqlpp.xml
index 2d254da..e1d728d 100644
--- a/asterixdb/asterix-app/src/test/resources/runtimets/testsuite_sqlpp.xml
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/testsuite_sqlpp.xml
@@ -110,19 +110,19 @@
<test-case FilePath="aggregate">
<compilation-unit name="avg_mixed">
<output-dir compare="Text">avg_mixed</output-dir>
- <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Unexpected type</expected-error>
+ <expected-error>Unexpected type STRING in aggregation input stream. Expected type FLOAT</expected-error>
</compilation-unit>
</test-case>
<test-case FilePath="aggregate">
<compilation-unit name="sum_mixed">
<output-dir compare="Text">sum_mixed</output-dir>
- <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Unexpected type</expected-error>
+ <expected-error>Unexpected type STRING in aggregation input stream. Expected type (or a promotable type to)FLOAT</expected-error>
</compilation-unit>
</test-case>
<test-case FilePath="aggregate">
<compilation-unit name="min_mixed">
<output-dir compare="Text">min_mixed</output-dir>
- <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Unexpected type</expected-error>
+ <expected-error>Unexpected type STRING in aggregation input stream. Expected type FLOAT</expected-error>
</compilation-unit>
</test-case>
<test-case FilePath="aggregate">
@@ -546,19 +546,19 @@
<test-case FilePath="aggregate-sql">
<compilation-unit name="avg_mixed">
<output-dir compare="Text">avg_mixed</output-dir>
- <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Unexpected type STRING</expected-error>
+ <expected-error>Unexpected type STRING in aggregation input stream. Expected type FLOAT</expected-error>
</compilation-unit>
</test-case>
<test-case FilePath="aggregate-sql">
<compilation-unit name="sum_mixed">
<output-dir compare="Text">sum_mixed</output-dir>
- <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Unexpected type STRING</expected-error>
+ <expected-error>Unexpected type STRING in aggregation input stream. Expected type (or a promotable type to)FLOAT</expected-error>
</compilation-unit>
</test-case>
<test-case FilePath="aggregate-sql">
<compilation-unit name="min_mixed">
<output-dir compare="Text">min_mixed</output-dir>
- <expected-error>org.apache.hyracks.algebricks.common.exceptions.AlgebricksException: Unexpected type STRING</expected-error>
+ <expected-error>Unexpected type STRING in aggregation input stream. Expected type FLOAT</expected-error>
</compilation-unit>
</test-case>
<test-case FilePath="aggregate-sql">
@@ -4328,7 +4328,7 @@
<test-case FilePath="open-closed">
<compilation-unit name="query-issue410">
<output-dir compare="Text">query-issue410</output-dir>
- <expected-error>java.lang.IllegalStateException: type mismatch: missing a required closed field name:string</expected-error>
+ <expected-error>HyracksDataException: ASX0000: Field type DOUBLE can't be promoted to type STRING</expected-error>
</compilation-unit>
</test-case>
<test-case FilePath="open-closed">
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/dataflow/AsterixLSMInsertDeleteOperatorNodePushable.java
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/dataflow/AsterixLSMInsertDeleteOperatorNodePushable.java b/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/dataflow/AsterixLSMInsertDeleteOperatorNodePushable.java
index cf66d30..fb12808 100644
--- a/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/dataflow/AsterixLSMInsertDeleteOperatorNodePushable.java
+++ b/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/dataflow/AsterixLSMInsertDeleteOperatorNodePushable.java
@@ -21,13 +21,13 @@ package org.apache.asterix.common.dataflow;
import java.nio.ByteBuffer;
import org.apache.asterix.common.api.IAsterixAppRuntimeContext;
-import org.apache.asterix.common.exceptions.FrameDataException;
import org.apache.asterix.common.transactions.ILogMarkerCallback;
import org.apache.asterix.common.transactions.PrimaryIndexLogMarkerCallback;
import org.apache.hyracks.api.comm.VSizeFrame;
import org.apache.hyracks.api.context.IHyracksTaskContext;
import org.apache.hyracks.api.dataflow.value.IRecordDescriptorProvider;
import org.apache.hyracks.api.dataflow.value.RecordDescriptor;
+import org.apache.hyracks.api.exceptions.ErrorCode;
import org.apache.hyracks.api.exceptions.HyracksDataException;
import org.apache.hyracks.dataflow.common.comm.io.FrameTupleAccessor;
import org.apache.hyracks.dataflow.common.comm.io.FrameTupleAppender;
@@ -136,14 +136,20 @@ public class AsterixLSMInsertDeleteOperatorNodePushable extends LSMIndexInsertUp
}
break;
default: {
- throw new HyracksDataException(
- "Unsupported operation " + op + " in tree index InsertDelete operator");
+ throw new HyracksDataException("Unsupported operation %1$s in %2$s operator",
+ ErrorCode.INVALID_OPERATOR_OPERATION, op.toString(),
+ AsterixLSMInsertDeleteOperatorNodePushable.class.getSimpleName());
}
}
}
- } catch (Throwable th) {
- FrameDataException fde = new FrameDataException(i, th);
- throw fde;
+ } catch (HyracksDataException e) {
+ if (e.getErrorCode() == ErrorCode.INVALID_OPERATOR_OPERATION) {
+ throw e;
+ } else {
+ throw new HyracksDataException(e, ErrorCode.ERROR_PROCESSING_TUPLE, i);
+ }
+ } catch (Exception e) {
+ throw new HyracksDataException(e, ErrorCode.ERROR_PROCESSING_TUPLE, i);
}
writeBuffer.ensureFrameSize(buffer.capacity());
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/exceptions/ErrorCode.java
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/exceptions/ErrorCode.java b/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/exceptions/ErrorCode.java
new file mode 100644
index 0000000..66a01e0
--- /dev/null
+++ b/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/exceptions/ErrorCode.java
@@ -0,0 +1,27 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.asterix.common.exceptions;
+
+public class ErrorCode {
+ public static final String ASTERIX = "ASX";
+ public static final int ERROR_CASTING_FIELD = 0;
+
+ private ErrorCode() {
+ }
+}
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/exceptions/FrameDataException.java
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/exceptions/FrameDataException.java b/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/exceptions/FrameDataException.java
deleted file mode 100644
index 18b5264..0000000
--- a/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/exceptions/FrameDataException.java
+++ /dev/null
@@ -1,38 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.asterix.common.exceptions;
-
-import org.apache.hyracks.api.exceptions.HyracksDataException;
-
-public class FrameDataException extends HyracksDataException {
-
- private static final long serialVersionUID = 1L;
-
- private final int tupleIndex;
-
- public FrameDataException(int tupleIndex, Throwable cause) {
- super(cause);
- this.tupleIndex = tupleIndex;
- }
-
- public int getTupleIndex() {
- return tupleIndex;
- }
-
-}
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/feed/dataflow/FeedExceptionHandler.java
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/feed/dataflow/FeedExceptionHandler.java b/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/feed/dataflow/FeedExceptionHandler.java
index b98f123..304eb0c 100644
--- a/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/feed/dataflow/FeedExceptionHandler.java
+++ b/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/feed/dataflow/FeedExceptionHandler.java
@@ -23,10 +23,10 @@ import java.util.logging.Level;
import java.util.logging.Logger;
import org.apache.asterix.common.exceptions.AsterixException;
-import org.apache.asterix.common.exceptions.FrameDataException;
import org.apache.asterix.common.exceptions.IExceptionHandler;
import org.apache.asterix.external.util.FeedFrameUtil;
import org.apache.hyracks.api.context.IHyracksTaskContext;
+import org.apache.hyracks.api.exceptions.ErrorCode;
import org.apache.hyracks.api.exceptions.HyracksDataException;
import org.apache.hyracks.dataflow.common.comm.io.FrameTupleAccessor;
@@ -51,10 +51,10 @@ public class FeedExceptionHandler implements IExceptionHandler {
@Override
public ByteBuffer handle(HyracksDataException th, ByteBuffer frame) {
try {
- if (th instanceof FrameDataException) {
+ if (th.getErrorCode() == ErrorCode.ERROR_PROCESSING_TUPLE) {
+ // TODO(amoudi): add check for cause. cause should be either cast or duplicate key
fta.reset(frame);
- FrameDataException fde = (FrameDataException) th;
- int tupleIndex = fde.getTupleIndex();
+ int tupleIndex = (int) (th.getParams()[0]);
try {
logExceptionCausingTuple(tupleIndex, th);
} catch (Exception ex) {
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-om/src/main/java/org/apache/asterix/om/pointables/cast/ARecordCaster.java
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-om/src/main/java/org/apache/asterix/om/pointables/cast/ARecordCaster.java b/asterixdb/asterix-om/src/main/java/org/apache/asterix/om/pointables/cast/ARecordCaster.java
index d213046..0293fcf 100644
--- a/asterixdb/asterix-om/src/main/java/org/apache/asterix/om/pointables/cast/ARecordCaster.java
+++ b/asterixdb/asterix-om/src/main/java/org/apache/asterix/om/pointables/cast/ARecordCaster.java
@@ -29,6 +29,7 @@ import java.util.List;
import org.apache.asterix.builders.RecordBuilder;
import org.apache.asterix.common.exceptions.AsterixException;
+import org.apache.asterix.common.exceptions.ErrorCode;
import org.apache.asterix.om.pointables.ARecordVisitablePointable;
import org.apache.asterix.om.pointables.PointableAllocator;
import org.apache.asterix.om.pointables.base.DefaultOpenFieldType;
@@ -73,15 +74,15 @@ class ARecordCaster {
private final IVisitablePointable nullTypeTag = allocator.allocateEmpty();
private final IVisitablePointable missingTypeTag = allocator.allocateEmpty();
- private final IBinaryComparator fieldNameComparator = PointableBinaryComparatorFactory
- .of(UTF8StringPointable.FACTORY).createBinaryComparator();
+ private final IBinaryComparator fieldNameComparator =
+ PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY).createBinaryComparator();
private final ByteArrayAccessibleOutputStream outputBos = new ByteArrayAccessibleOutputStream();
private final DataOutputStream outputDos = new DataOutputStream(outputBos);
private final IVisitablePointable fieldTempReference = allocator.allocateEmpty();
- private final Triple<IVisitablePointable, IAType, Boolean> nestedVisitorArg = new Triple<>(fieldTempReference, null,
- null);
+ private final Triple<IVisitablePointable, IAType, Boolean> nestedVisitorArg =
+ new Triple<>(fieldTempReference, null, null);
private int numInputFields = 0;
@@ -130,7 +131,7 @@ class ARecordCaster {
// clear the previous states
reset();
- matchClosedPart(fieldNames, fieldTypeTags, fieldValues);
+ matchClosedPart(fieldNames, fieldTypeTags);
writeOutput(fieldNames, fieldTypeTags, fieldValues, outputDos, visitor);
resultAccessor.set(outputBos.getByteArray(), 0, outputBos.size());
} catch (AsterixException e) {
@@ -201,8 +202,8 @@ class ARecordCaster {
quickSort(reqFieldNamesSortedIndex, reqFieldNames, 0, reqFieldNamesSortedIndex.length - 1);
}
- private void matchClosedPart(List<IVisitablePointable> fieldNames, List<IVisitablePointable> fieldTypeTags,
- List<IVisitablePointable> fieldValues) throws AsterixException, HyracksDataException {
+ private void matchClosedPart(List<IVisitablePointable> fieldNames, List<IVisitablePointable> fieldTypeTags)
+ throws AsterixException, HyracksDataException {
// sort-merge based match
quickSort(fieldNamesSortedIndex, fieldNames, 0, numInputFields - 1);
int fnStart = 0;
@@ -231,6 +232,9 @@ class ARecordCaster {
|| ATypeHierarchy.canDemote(inputTypeTag, requiredTypeTag)) {
fieldPermutation[reqFnPos] = fnPos;
openFields[fnPos] = false;
+ } else {
+ throw new HyracksDataException(ErrorCode.ASTERIX, ErrorCode.ERROR_CASTING_FIELD,
+ "Field type %1$s can't be promoted to type %2$s", inputTypeTag, requiredTypeTag);
}
}
fnStart++;
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/hyracks-fullstack/algebricks/algebricks-rewriter/src/main/java/org/apache/hyracks/algebricks/rewriter/rules/InlineVariablesRule.java
----------------------------------------------------------------------
diff --git a/hyracks-fullstack/algebricks/algebricks-rewriter/src/main/java/org/apache/hyracks/algebricks/rewriter/rules/InlineVariablesRule.java b/hyracks-fullstack/algebricks/algebricks-rewriter/src/main/java/org/apache/hyracks/algebricks/rewriter/rules/InlineVariablesRule.java
index e7cf912..b4ade4c 100644
--- a/hyracks-fullstack/algebricks/algebricks-rewriter/src/main/java/org/apache/hyracks/algebricks/rewriter/rules/InlineVariablesRule.java
+++ b/hyracks-fullstack/algebricks/algebricks-rewriter/src/main/java/org/apache/hyracks/algebricks/rewriter/rules/InlineVariablesRule.java
@@ -69,14 +69,12 @@ public class InlineVariablesRule implements IAlgebraicRewriteRule {
// Map of variables that could be replaced by their producing expression.
// Populated during the top-down sweep of the plan.
- protected Map<LogicalVariable, ILogicalExpression> varAssignRhs = new HashMap<LogicalVariable, ILogicalExpression>();
-
+ protected Map<LogicalVariable, ILogicalExpression> varAssignRhs = new HashMap<>();
// Visitor for replacing variable reference expressions with their originating expression.
protected InlineVariablesVisitor inlineVisitor = new InlineVariablesVisitor(varAssignRhs);
-
// Set of FunctionIdentifiers that we should not inline.
- protected Set<FunctionIdentifier> doNotInlineFuncs = new HashSet<FunctionIdentifier>();
-
+ protected Set<FunctionIdentifier> doNotInlineFuncs = new HashSet<>();
+ // Indicates whether the rule has been run
protected boolean hasRun = false;
@Override
@@ -120,19 +118,23 @@ public class InlineVariablesRule implements IAlgebraicRewriteRule {
return false;
}
- /* An expression will be constant at runtime if it has:
+ /**
+ * An expression will be constant at runtime if it has:
* 1. A type
* 2. No free variables
+ *
+ * @param op
+ * @param funcExpr
+ * @param context
+ * @return whether a function is constant
+ * @throws AlgebricksException
*/
- public static boolean functionIsConstantAtRuntime(AbstractLogicalOperator op,
- AbstractFunctionCallExpression funcExpr, IOptimizationContext context) throws AlgebricksException {
+ public static boolean functionIsConstantAtRuntime(AbstractFunctionCallExpression funcExpr)
+ throws AlgebricksException {
//make sure that there are no variables in the expression
- Set<LogicalVariable> usedVariables = new HashSet<LogicalVariable>();
+ Set<LogicalVariable> usedVariables = new HashSet<>();
funcExpr.getUsedVariables(usedVariables);
- if (usedVariables.size() > 0) {
- return false;
- }
- return true;
+ return usedVariables.isEmpty();
}
protected boolean inlineVariables(Mutable<ILogicalOperator> opRef, IOptimizationContext context)
@@ -149,8 +151,8 @@ public class InlineVariablesRule implements IAlgebraicRewriteRule {
// Ignore functions that are either in the doNotInline set or are non-functional
if (expr.getExpressionTag() == LogicalExpressionTag.FUNCTION_CALL) {
AbstractFunctionCallExpression funcExpr = (AbstractFunctionCallExpression) expr;
- if (doNotInlineFuncs.contains(funcExpr.getFunctionIdentifier())
- || (!funcExpr.isFunctional() && !functionIsConstantAtRuntime(op, funcExpr, context))) {
+ if (doNotInlineFuncs.contains(funcExpr.getFunctionIdentifier()) || (!funcExpr.isFunctional()
+ && !InlineVariablesRule.functionIsConstantAtRuntime(funcExpr))) {
continue;
}
}
@@ -176,7 +178,7 @@ public class InlineVariablesRule implements IAlgebraicRewriteRule {
}
// Variables produced by a nested subplan cannot be inlined
// in operators above the subplan.
- Set<LogicalVariable> producedVars = new HashSet<LogicalVariable>();
+ Set<LogicalVariable> producedVars = new HashSet<>();
VariableUtilities.getProducedVariables(root.getValue(), producedVars);
varAssignRhs.keySet().removeAll(producedVars);
}
@@ -186,7 +188,7 @@ public class InlineVariablesRule implements IAlgebraicRewriteRule {
// References to variables generated in the right branch of a left-outer-join cannot be inlined
// in operators above the left-outer-join.
if (op.getOperatorTag() == LogicalOperatorTag.LEFTOUTERJOIN) {
- Set<LogicalVariable> rightLiveVars = new HashSet<LogicalVariable>();
+ Set<LogicalVariable> rightLiveVars = new HashSet<>();
VariableUtilities.getLiveVariables(op.getInputs().get(1).getValue(), rightLiveVars);
varAssignRhs.keySet().removeAll(rightLiveVars);
}
@@ -208,8 +210,8 @@ public class InlineVariablesRule implements IAlgebraicRewriteRule {
protected class InlineVariablesVisitor implements ILogicalExpressionReferenceTransform {
private final Map<LogicalVariable, ILogicalExpression> varAssignRhs;
- private final Set<LogicalVariable> liveVars = new HashSet<LogicalVariable>();
- private final List<LogicalVariable> rhsUsedVars = new ArrayList<LogicalVariable>();
+ private final Set<LogicalVariable> liveVars = new HashSet<>();
+ private final List<LogicalVariable> rhsUsedVars = new ArrayList<>();
private ILogicalOperator op;
private IOptimizationContext context;
// If set, only replace this variable reference.
@@ -236,54 +238,59 @@ public class InlineVariablesRule implements IAlgebraicRewriteRule {
public boolean transform(Mutable<ILogicalExpression> exprRef) throws AlgebricksException {
ILogicalExpression e = exprRef.getValue();
switch (((AbstractLogicalExpression) e).getExpressionTag()) {
- case VARIABLE: {
- LogicalVariable var = ((VariableReferenceExpression) e).getVariableReference();
- // Restrict replacement to targetVar if it has been set.
- if (targetVar != null && var != targetVar) {
- return false;
- }
+ case VARIABLE:
+ return transformVariableReferenceExpression(exprRef,
+ ((VariableReferenceExpression) e).getVariableReference());
+ case FUNCTION_CALL:
+ return transformFunctionCallExpression((AbstractFunctionCallExpression) e);
+ default:
+ return false;
+ }
+ }
- // Make sure has not been excluded from inlining.
- if (context.shouldNotBeInlined(var)) {
- return false;
- }
+ private boolean transformFunctionCallExpression(AbstractFunctionCallExpression fce) throws AlgebricksException {
+ boolean modified = false;
+ for (Mutable<ILogicalExpression> arg : fce.getArguments()) {
+ if (transform(arg)) {
+ modified = true;
+ }
+ }
+ return modified;
+ }
- ILogicalExpression rhs = varAssignRhs.get(var);
- if (rhs == null) {
- // Variable was not produced by an assign.
- return false;
- }
+ private boolean transformVariableReferenceExpression(Mutable<ILogicalExpression> exprRef, LogicalVariable var)
+ throws AlgebricksException {
+ // Restrict replacement to targetVar if it has been set.
+ if (targetVar != null && var != targetVar) {
+ return false;
+ }
- // Make sure used variables from rhs are live.
- if (liveVars.isEmpty()) {
- VariableUtilities.getLiveVariables(op, liveVars);
- }
- rhsUsedVars.clear();
- rhs.getUsedVariables(rhsUsedVars);
- for (LogicalVariable rhsUsedVar : rhsUsedVars) {
- if (!liveVars.contains(rhsUsedVar)) {
- return false;
- }
- }
+ // Make sure has not been excluded from inlining.
+ if (context.shouldNotBeInlined(var)) {
+ return false;
+ }
- // Replace variable reference with a clone of the rhs expr.
- exprRef.setValue(rhs.cloneExpression());
- return true;
- }
- case FUNCTION_CALL: {
- AbstractFunctionCallExpression fce = (AbstractFunctionCallExpression) e;
- boolean modified = false;
- for (Mutable<ILogicalExpression> arg : fce.getArguments()) {
- if (transform(arg)) {
- modified = true;
- }
- }
- return modified;
- }
- default: {
+ ILogicalExpression rhs = varAssignRhs.get(var);
+ if (rhs == null) {
+ // Variable was not produced by an assign.
+ return false;
+ }
+
+ // Make sure used variables from rhs are live.
+ if (liveVars.isEmpty()) {
+ VariableUtilities.getLiveVariables(op, liveVars);
+ }
+ rhsUsedVars.clear();
+ rhs.getUsedVariables(rhsUsedVars);
+ for (LogicalVariable rhsUsedVar : rhsUsedVars) {
+ if (!liveVars.contains(rhsUsedVar)) {
return false;
}
}
+
+ // Replace variable reference with a clone of the rhs expr.
+ exprRef.setValue(rhs.cloneExpression());
+ return true;
}
}
}
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/hyracks-fullstack/algebricks/algebricks-runtime/src/main/java/org/apache/hyracks/algebricks/runtime/operators/std/AssignRuntimeFactory.java
----------------------------------------------------------------------
diff --git a/hyracks-fullstack/algebricks/algebricks-runtime/src/main/java/org/apache/hyracks/algebricks/runtime/operators/std/AssignRuntimeFactory.java b/hyracks-fullstack/algebricks/algebricks-runtime/src/main/java/org/apache/hyracks/algebricks/runtime/operators/std/AssignRuntimeFactory.java
index 55ce3a3..88a2f24 100644
--- a/hyracks-fullstack/algebricks/algebricks-runtime/src/main/java/org/apache/hyracks/algebricks/runtime/operators/std/AssignRuntimeFactory.java
+++ b/hyracks-fullstack/algebricks/algebricks-runtime/src/main/java/org/apache/hyracks/algebricks/runtime/operators/std/AssignRuntimeFactory.java
@@ -18,6 +18,7 @@
*/
package org.apache.hyracks.algebricks.runtime.operators.std;
+import java.io.Serializable;
import java.nio.ByteBuffer;
import java.util.Arrays;
@@ -28,6 +29,7 @@ import org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneO
import org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputRuntimeFactory;
import org.apache.hyracks.api.comm.IFrameTupleAccessor;
import org.apache.hyracks.api.context.IHyracksTaskContext;
+import org.apache.hyracks.api.exceptions.ErrorCode;
import org.apache.hyracks.api.exceptions.HyracksDataException;
import org.apache.hyracks.data.std.api.IPointable;
import org.apache.hyracks.data.std.primitive.VoidPointable;
@@ -97,6 +99,7 @@ public class AssignRuntimeFactory extends AbstractOneInputOneOutputRuntimeFactor
private ArrayTupleBuilder tupleBuilder = new ArrayTupleBuilder(projectionList.length);
private boolean first = true;
private boolean isOpen = false;
+ private int tupleIndex = 0;
@Override
public void open() throws HyracksDataException {
@@ -128,7 +131,6 @@ public class AssignRuntimeFactory extends AbstractOneInputOneOutputRuntimeFactor
// what if nTuple is 0?
tAccess.reset(buffer);
int nTuple = tAccess.getTupleCount();
- int t = 0;
if (nTuple < 1) {
if (nTuple < 0) {
throw new HyracksDataException("Negative number of tuples in the frame: " + nTuple);
@@ -136,40 +138,49 @@ public class AssignRuntimeFactory extends AbstractOneInputOneOutputRuntimeFactor
appender.flush(writer);
} else {
if (nTuple > 1) {
- for (; t < nTuple - 1; t++) {
- tRef.reset(tAccess, t);
- produceTuple(tupleBuilder, tAccess, t, tRef);
+ for (; tupleIndex < nTuple - 1; tupleIndex++) {
+ tRef.reset(tAccess, tupleIndex);
+ produceTuple(tupleBuilder, tAccess, tupleIndex, tRef);
appendToFrameFromTupleBuilder(tupleBuilder);
}
}
- tRef.reset(tAccess, t);
- produceTuple(tupleBuilder, tAccess, t, tRef);
- if (flushFramesRapidly) {
- // Whenever all the tuples in the incoming frame have been consumed, the assign operator
- // will push its frame to the next operator; i.e., it won't wait until the frame gets full.
- appendToFrameFromTupleBuilder(tupleBuilder, true);
+ if (tupleIndex < nTuple) {
+ tRef.reset(tAccess, tupleIndex);
+ produceTuple(tupleBuilder, tAccess, tupleIndex, tRef);
+ if (flushFramesRapidly) {
+ // Whenever all the tuples in the incoming frame have been consumed, the assign operator
+ // will push its frame to the next operator; i.e., it won't wait until the frame gets full.
+ appendToFrameFromTupleBuilder(tupleBuilder, true);
+ } else {
+ appendToFrameFromTupleBuilder(tupleBuilder);
+ }
} else {
- appendToFrameFromTupleBuilder(tupleBuilder);
+ if (flushFramesRapidly) {
+ flushAndReset();
+ }
}
}
+ tupleIndex = 0;
}
private void produceTuple(ArrayTupleBuilder tb, IFrameTupleAccessor accessor, int tIndex,
FrameTupleReference tupleRef) throws HyracksDataException {
- tb.reset();
- for (int f = 0; f < projectionList.length; f++) {
- int k = projectionToOutColumns[f];
- if (k >= 0) {
- try {
+ try {
+ tb.reset();
+ for (int f = 0; f < projectionList.length; f++) {
+ int k = projectionToOutColumns[f];
+ if (k >= 0) {
eval[k].evaluate(tupleRef, result);
- } catch (AlgebricksException e) {
- throw new HyracksDataException(e);
+ tb.addField(result.getByteArray(), result.getStartOffset(), result.getLength());
+ } else {
+ tb.addField(accessor, tIndex, projectionList[f]);
}
- tb.addField(result.getByteArray(), result.getStartOffset(), result.getLength());
- } else {
- tb.addField(accessor, tIndex, projectionList[f]);
}
+ } catch (HyracksDataException | AlgebricksException e) {
+ throw new HyracksDataException(ErrorCode.HYRACKS, ErrorCode.ERROR_PROCESSING_TUPLE,
+ "Error evaluating tuple %1$s in AssignRuntime", (Throwable) e,
+ new Serializable[] { tupleIndex });
}
}
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/hyracks-fullstack/hyracks/hyracks-api/src/main/java/org/apache/hyracks/api/exceptions/ErrorCode.java
----------------------------------------------------------------------
diff --git a/hyracks-fullstack/hyracks/hyracks-api/src/main/java/org/apache/hyracks/api/exceptions/ErrorCode.java b/hyracks-fullstack/hyracks/hyracks-api/src/main/java/org/apache/hyracks/api/exceptions/ErrorCode.java
index 1a883b5..e4385bf 100644
--- a/hyracks-fullstack/hyracks/hyracks-api/src/main/java/org/apache/hyracks/api/exceptions/ErrorCode.java
+++ b/hyracks-fullstack/hyracks/hyracks-api/src/main/java/org/apache/hyracks/api/exceptions/ErrorCode.java
@@ -18,6 +18,15 @@
*/
package org.apache.hyracks.api.exceptions;
-public class ErrorCode extends HyracksException {
- public static final int UNKNOWN = 0;
+/**
+ * A registry of runtime error codes
+ */
+public class ErrorCode {
+ public static final String HYRACKS = "HYR";
+ public static final int ERROR_PROCESSING_TUPLE = 0;
+ public static final int INVALID_OPERATOR_OPERATION = 1;
+ public static final int FAILURE_ON_NODE = 2;
+
+ private ErrorCode() {
+ }
}
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/hyracks-fullstack/hyracks/hyracks-api/src/main/java/org/apache/hyracks/api/exceptions/HyracksDataException.java
----------------------------------------------------------------------
diff --git a/hyracks-fullstack/hyracks/hyracks-api/src/main/java/org/apache/hyracks/api/exceptions/HyracksDataException.java b/hyracks-fullstack/hyracks/hyracks-api/src/main/java/org/apache/hyracks/api/exceptions/HyracksDataException.java
index 73f921f..d17af4c 100644
--- a/hyracks-fullstack/hyracks/hyracks-api/src/main/java/org/apache/hyracks/api/exceptions/HyracksDataException.java
+++ b/hyracks-fullstack/hyracks/hyracks-api/src/main/java/org/apache/hyracks/api/exceptions/HyracksDataException.java
@@ -21,61 +21,73 @@ package org.apache.hyracks.api.exceptions;
import java.io.Serializable;
import java.util.Formatter;
+/**
+ * The main execution time exception type for runtime errors in a hyracks environment
+ */
public class HyracksDataException extends HyracksException {
private static final long serialVersionUID = 1L;
public static final String NONE = "";
- public static final String HYRACKS = "HYR";
+ public static final int UNKNOWN = 0;
private final String component;
private final int errorCode;
private final Serializable[] params;
- private String nodeId;
+ private final String nodeId;
+ private transient volatile String msgCache;
- private volatile transient String msgCache;
+ public HyracksDataException(String component, int errorCode, String message, Throwable cause, String nodeId,
+ Serializable... params) {
+ super(message, cause);
+ this.component = component;
+ this.errorCode = errorCode;
+ this.nodeId = nodeId;
+ this.params = params;
+ }
public HyracksDataException() {
- this(NONE, ErrorCode.UNKNOWN, new Object[0]);
+ this(NONE, UNKNOWN, null, null, null, new Serializable[0]);
}
public HyracksDataException(String message) {
- this(NONE, ErrorCode.UNKNOWN, message);
+ this(NONE, UNKNOWN, message, (Throwable) null, (String) null);
}
public HyracksDataException(Throwable cause) {
- this(NONE, ErrorCode.UNKNOWN, cause);
+ this(NONE, UNKNOWN, cause.getMessage(), cause, (String) null);
+ }
+
+ public HyracksDataException(Throwable cause, String nodeId) {
+ this(NONE, UNKNOWN, cause.getMessage(), cause, nodeId);
+ }
+
+ public HyracksDataException(String message, Throwable cause, String nodeId) {
+ this(NONE, UNKNOWN, message, cause, nodeId);
}
public HyracksDataException(String message, Throwable cause) {
- this(NONE, ErrorCode.UNKNOWN, message, cause);
+ this(NONE, UNKNOWN, message, cause, (String) null);
}
public HyracksDataException(String component, int errorCode, Serializable... params) {
- this.component = component;
- this.errorCode = errorCode;
- this.params = params;
+ this(component, errorCode, null, null, null, params);
+ }
+
+ public HyracksDataException(Throwable cause, int errorCode, Serializable... params) {
+ this(NONE, errorCode, cause.getMessage(), cause, null, params);
}
public HyracksDataException(String component, int errorCode, String message, Serializable... params) {
- super(message);
- this.component = component;
- this.errorCode = errorCode;
- this.params = params;
+ this(component, errorCode, message, null, null, params);
}
public HyracksDataException(String component, int errorCode, Throwable cause, Serializable... params) {
- super(cause);
- this.component = component;
- this.errorCode = errorCode;
- this.params = params;
+ this(component, errorCode, cause.getMessage(), cause, null, params);
}
public HyracksDataException(String component, int errorCode, String message, Throwable cause,
Serializable... params) {
- super(message, cause);
- this.component = component;
- this.errorCode = errorCode;
- this.params = params;
+ this(component, errorCode, message, cause, null, params);
}
public String getComponent() {
@@ -90,10 +102,6 @@ public class HyracksDataException extends HyracksException {
return params;
}
- public void setNodeId(String nodeId) {
- this.nodeId = nodeId;
- }
-
public String getNodeId() {
return nodeId;
}
@@ -111,18 +119,22 @@ public class HyracksDataException extends HyracksException {
* Example:
* formatMessage(HYRACKS, ErrorCode.UNKNOWN, "%1$s -- %2$s", "one", "two") returns "HYR0000: one -- two"
*
- * @param component the software component in which the error originated
- * @param errorCode the error code itself
- * @param message the user provided error message (a format string as specified in {@link java.util.Formatter})
- * @param params an array of objects taht will be provided to the {@link java.util.Formatter}
+ * @param component
+ * the software component in which the error originated
+ * @param errorCode
+ * the error code itself
+ * @param message
+ * the user provided error message (a format string as specified in {@link java.util.Formatter})
+ * @param params
+ * an array of objects taht will be provided to the {@link java.util.Formatter}
* @return the formatted string
*/
public static String formatMessage(String component, int errorCode, String message, Serializable... params) {
try (Formatter fmt = new Formatter()) {
- if (! NONE.equals(component)) {
+ if (!NONE.equals(component)) {
fmt.format("%1$s%2$04d: ", component, errorCode);
}
- fmt.format(message, (Object[]) params);
+ fmt.format(message == null ? "null" : message, (Object[]) params);
return fmt.out().toString();
}
}
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/hyracks-fullstack/hyracks/hyracks-control/hyracks-control-common/src/main/java/org/apache/hyracks/control/common/utils/ExceptionUtils.java
----------------------------------------------------------------------
diff --git a/hyracks-fullstack/hyracks/hyracks-control/hyracks-control-common/src/main/java/org/apache/hyracks/control/common/utils/ExceptionUtils.java b/hyracks-fullstack/hyracks/hyracks-control/hyracks-control-common/src/main/java/org/apache/hyracks/control/common/utils/ExceptionUtils.java
index 5389382b..73c680f 100644
--- a/hyracks-fullstack/hyracks/hyracks-control/hyracks-control-common/src/main/java/org/apache/hyracks/control/common/utils/ExceptionUtils.java
+++ b/hyracks-fullstack/hyracks/hyracks-control/hyracks-control-common/src/main/java/org/apache/hyracks/control/common/utils/ExceptionUtils.java
@@ -22,6 +22,7 @@ import java.util.ArrayList;
import java.util.Collection;
import java.util.List;
+import org.apache.hyracks.api.exceptions.ErrorCode;
import org.apache.hyracks.api.exceptions.HyracksDataException;
/**
@@ -29,8 +30,17 @@ import org.apache.hyracks.api.exceptions.HyracksDataException;
*/
public class ExceptionUtils {
+ private ExceptionUtils() {
+ }
+
+ /**
+ * get a list of possible root causes from a list of all exceptions
+ *
+ * @param allExceptions
+ * @return List of possible root causes
+ */
public static List<Exception> getActualExceptions(List<Exception> allExceptions) {
- List<Exception> exceptions = new ArrayList<Exception>();
+ List<Exception> exceptions = new ArrayList<>();
for (Exception exception : allExceptions) {
if (possibleRootCause(exception)) {
exceptions.add(exception);
@@ -39,12 +49,17 @@ public class ExceptionUtils {
return exceptions;
}
+ /**
+ * Associate a node with a list of exceptions
+ *
+ * @param exceptions
+ * @param nodeId
+ */
public static void setNodeIds(Collection<Exception> exceptions, String nodeId) {
- List<Exception> newExceptions = new ArrayList<Exception>();
+ List<Exception> newExceptions = new ArrayList<>();
for (Exception e : exceptions) {
- HyracksDataException newException = new HyracksDataException(e);
- newException.setNodeId(nodeId);
- newExceptions.add(newException);
+ newExceptions.add(
+ new HyracksDataException(ErrorCode.HYRACKS, ErrorCode.FAILURE_ON_NODE, e.getMessage(), e, nodeId));
}
exceptions.clear();
exceptions.addAll(newExceptions);
[3/3] asterixdb git commit: Cast Record Before Insert for Open Indexes
Posted by mb...@apache.org.
Cast Record Before Insert for Open Indexes
This change modifies the insert plan to perform cast for open
indexes before inserting to primary index. This avoids modification
of indexes and then doing complex work to try and undo the insert.
In addition, feeds can simply log and remove tuples which have
open fields of incompatible type.
Change-Id: I0eef5813ddbfe1b9c518cd7f92d37c95e8486914
Reviewed-on: https://asterix-gerrit.ics.uci.edu/997
Tested-by: Jenkins <je...@fulliautomatix.ics.uci.edu>
Integration-Tests: Jenkins <je...@fulliautomatix.ics.uci.edu>
Reviewed-by: Michael Blow <mb...@apache.org>
Project: http://git-wip-us.apache.org/repos/asf/asterixdb/repo
Commit: http://git-wip-us.apache.org/repos/asf/asterixdb/commit/a3603ac9
Tree: http://git-wip-us.apache.org/repos/asf/asterixdb/tree/a3603ac9
Diff: http://git-wip-us.apache.org/repos/asf/asterixdb/diff/a3603ac9
Branch: refs/heads/master
Commit: a3603ac97f47d91ebc2e5ef5d49ebc18091c591c
Parents: 806f7d2
Author: Abdullah Alamoudi <ba...@gmail.com>
Authored: Fri Jul 22 23:02:32 2016 +0300
Committer: Michael Blow <mb...@apache.org>
Committed: Sun Jul 24 04:31:53 2016 -0700
----------------------------------------------------------------------
...IntroduceSecondaryIndexInsertDeleteRule.java | 75 +-
.../data/external-parser/dropbox2/jobads3.txt | 7608 ++++++++++++++++++
.../api/http/servlet/QueryServiceServlet.java | 11 +-
...th-external-parser-with-open-index.1.ddl.aql | 33 +
...th-external-parser-with-open-index.2.lib.aql | 26 +
...th-external-parser-with-open-index.3.ddl.aql | 35 +
...external-parser-with-open-index.4.update.aql | 31 +
...-external-parser-with-open-index.5.query.aql | 30 +
...th-external-parser-with-open-index.6.lib.aql | 26 +
...th-external-parser-with-open-index.7.ddl.aql | 26 +
...ernal-parser-with-two-open-indexes.1.ddl.aql | 33 +
...ernal-parser-with-two-open-indexes.2.lib.aql | 26 +
...ernal-parser-with-two-open-indexes.3.ddl.aql | 36 +
...al-parser-with-two-open-indexes.4.update.aql | 31 +
...nal-parser-with-two-open-indexes.5.query.aql | 30 +
...ernal-parser-with-two-open-indexes.6.lib.aql | 26 +
...ernal-parser-with-two-open-indexes.7.ddl.aql | 26 +
...d-with-external-parser-with-open-index.1.adm | 1 +
...-external-parser-with-two-open-indexes.1.adm | 1 +
.../src/test/resources/runtimets/testsuite.xml | 12 +-
.../resources/runtimets/testsuite_sqlpp.xml | 14 +-
...erixLSMInsertDeleteOperatorNodePushable.java | 18 +-
.../asterix/common/exceptions/ErrorCode.java | 27 +
.../common/exceptions/FrameDataException.java | 38 -
.../feed/dataflow/FeedExceptionHandler.java | 8 +-
.../om/pointables/cast/ARecordCaster.java | 18 +-
.../rewriter/rules/InlineVariablesRule.java | 127 +-
.../operators/std/AssignRuntimeFactory.java | 53 +-
.../hyracks/api/exceptions/ErrorCode.java | 13 +-
.../api/exceptions/HyracksDataException.java | 76 +-
.../control/common/utils/ExceptionUtils.java | 25 +-
31 files changed, 8318 insertions(+), 222 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/IntroduceSecondaryIndexInsertDeleteRule.java
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/IntroduceSecondaryIndexInsertDeleteRule.java b/asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/IntroduceSecondaryIndexInsertDeleteRule.java
index f5cfa2b..ae69093 100644
--- a/asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/IntroduceSecondaryIndexInsertDeleteRule.java
+++ b/asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/IntroduceSecondaryIndexInsertDeleteRule.java
@@ -146,8 +146,8 @@ public class IntroduceSecondaryIndexInsertDeleteRule implements IAlgebraicRewrit
AssignOperator assignOp = (AssignOperator) op2;
ILogicalExpression assignExpr = assignOp.getExpressions().get(0).getValue();
if (assignExpr.getExpressionTag() == LogicalExpressionTag.FUNCTION_CALL) {
- ScalarFunctionCallExpression funcExpr = (ScalarFunctionCallExpression) assignOp.getExpressions()
- .get(0).getValue();
+ ScalarFunctionCallExpression funcExpr =
+ (ScalarFunctionCallExpression) assignOp.getExpressions().get(0).getValue();
fid = funcExpr.getFunctionIdentifier();
}
}
@@ -214,10 +214,10 @@ public class IntroduceSecondaryIndexInsertDeleteRule implements IAlgebraicRewrit
}
// At this point, we have the data type info, and the indexes info as well
- // Initialize inputs to the SINK operator Op0 (The SINK) is now without input
if (secondaryIndexTotalCnt > 0) {
op0.getInputs().clear();
}
+ // Initialize inputs to the SINK operator Op0 (The SINK) is now without input
// Prepare filtering field information (This is the filter created using the "filter with" key word in the
// create dataset ddl)
@@ -247,11 +247,12 @@ public class IntroduceSecondaryIndexInsertDeleteRule implements IAlgebraicRewrit
try {
DatasetDataSource ds = (DatasetDataSource) (insertOp.getDataSource());
ARecordType insertRecType = (ARecordType) ds.getItemType();
- // A new variable which represents the casted record
- LogicalVariable castedRecVar = context.newVar();
// create the expected record type = the original + the optional open field
ARecordType enforcedType = createEnforcedType(insertRecType, indexes);
if (!enforcedType.equals(insertRecType)) {
+ // A new variable which represents the casted record
+ LogicalVariable castedRecVar = context.newVar();
+ context.addNotToBeInlinedVar(castedRecVar);
//introduce casting to enforced type
AbstractFunctionCallExpression castFunc = new ScalarFunctionCallExpression(
FunctionUtil.getFunctionInfo(AsterixBuiltinFunctions.CAST_RECORD));
@@ -260,14 +261,16 @@ public class IntroduceSecondaryIndexInsertDeleteRule implements IAlgebraicRewrit
.add(new MutableObject<ILogicalExpression>(insertOp.getPayloadExpression().getValue()));
TypeCastUtils.setRequiredAndInputTypes(castFunc, enforcedType, insertRecType);
// AssignOperator puts in the cast var the casted record
- AssignOperator castedRecordAssignOperator = new AssignOperator(castedRecVar,
- new MutableObject<ILogicalExpression>(castFunc));
+ AssignOperator castedRecordAssignOperator =
+ new AssignOperator(castedRecVar, new MutableObject<ILogicalExpression>(castFunc));
// Connect the current top of the plan to the cast operator
- castedRecordAssignOperator.getInputs().add(new MutableObject<ILogicalOperator>(currentTop));
- currentTop = castedRecordAssignOperator;
+ castedRecordAssignOperator.getInputs().addAll(currentTop.getInputs());
+ currentTop.getInputs().clear();
+ currentTop.getInputs().add(new MutableObject<>(castedRecordAssignOperator));
enforcedRecordVar = castedRecVar;
recType = enforcedType;
context.computeAndSetTypeEnvironmentForOperator(castedRecordAssignOperator);
+ context.computeAndSetTypeEnvironmentForOperator(currentTop);
// We don't need to cast the old rec, we just need an assignment function that extracts the SK
// and an expression which reference the new variables.
}
@@ -404,8 +407,8 @@ public class IntroduceSecondaryIndexInsertDeleteRule implements IAlgebraicRewrit
// Check the field type of the secondary key.
IAType secondaryKeyType = null;
- Pair<IAType, Boolean> keyPairType = Index.getNonNullableKeyFieldType(secondaryKeyFields.get(0),
- recType);
+ Pair<IAType, Boolean> keyPairType =
+ Index.getNonNullableKeyFieldType(secondaryKeyFields.get(0), recType);
secondaryKeyType = keyPairType.first;
List<Object> varTypes = new ArrayList<Object>();
@@ -430,11 +433,11 @@ public class IntroduceSecondaryIndexInsertDeleteRule implements IAlgebraicRewrit
tokenUpdate.getInputs().add(new MutableObject<ILogicalOperator>(assign));
context.computeAndSetTypeEnvironmentForOperator(tokenUpdate);
- IndexInsertDeleteUpsertOperator indexUpdate = new IndexInsertDeleteUpsertOperator(dataSourceIndex,
- insertOp.getPrimaryKeyExpressions(), tokenizeKeyExprs, filterExpression,
- insertOp.getOperation(), insertOp.isBulkload(),
- insertOp.getAdditionalNonFilteringExpressions() == null ? 0
- : insertOp.getAdditionalNonFilteringExpressions().size());
+ IndexInsertDeleteUpsertOperator indexUpdate =
+ new IndexInsertDeleteUpsertOperator(dataSourceIndex, insertOp.getPrimaryKeyExpressions(),
+ tokenizeKeyExprs, filterExpression, insertOp.getOperation(), insertOp.isBulkload(),
+ insertOp.getAdditionalNonFilteringExpressions() == null ? 0
+ : insertOp.getAdditionalNonFilteringExpressions().size());
indexUpdate.setAdditionalFilteringExpressions(filteringExpressions);
indexUpdate.getInputs().add(new MutableObject<ILogicalOperator>(tokenUpdate));
@@ -445,11 +448,11 @@ public class IntroduceSecondaryIndexInsertDeleteRule implements IAlgebraicRewrit
} else {
// When TokenizeOperator is not needed
- IndexInsertDeleteUpsertOperator indexUpdate = new IndexInsertDeleteUpsertOperator(dataSourceIndex,
- insertOp.getPrimaryKeyExpressions(), secondaryExpressions, filterExpression,
- insertOp.getOperation(), insertOp.isBulkload(),
- insertOp.getAdditionalNonFilteringExpressions() == null ? 0
- : insertOp.getAdditionalNonFilteringExpressions().size());
+ IndexInsertDeleteUpsertOperator indexUpdate =
+ new IndexInsertDeleteUpsertOperator(dataSourceIndex, insertOp.getPrimaryKeyExpressions(),
+ secondaryExpressions, filterExpression, insertOp.getOperation(),
+ insertOp.isBulkload(), insertOp.getAdditionalNonFilteringExpressions() == null ? 0
+ : insertOp.getAdditionalNonFilteringExpressions().size());
indexUpdate.setAdditionalFilteringExpressions(filteringExpressions);
// We add the necessary expressions for upsert
@@ -473,11 +476,11 @@ public class IntroduceSecondaryIndexInsertDeleteRule implements IAlgebraicRewrit
} else if (index.getIndexType() == IndexType.RTREE) {
// Get type, dimensions and number of keys
- Pair<IAType, Boolean> keyPairType = Index.getNonNullableOpenFieldType(secondaryKeyTypes.get(0),
- secondaryKeyFields.get(0), recType);
+ Pair<IAType, Boolean> keyPairType =
+ Index.getNonNullableOpenFieldType(secondaryKeyTypes.get(0), secondaryKeyFields.get(0), recType);
IAType spatialType = keyPairType.first;
- boolean isPointMBR = spatialType.getTypeTag() == ATypeTag.POINT
- || spatialType.getTypeTag() == ATypeTag.POINT3D;
+ boolean isPointMBR =
+ spatialType.getTypeTag() == ATypeTag.POINT || spatialType.getTypeTag() == ATypeTag.POINT3D;
int dimension = NonTaggedFormatUtil.getNumDimensions(spatialType.getTypeTag());
int numKeys = (isPointMBR && isBulkload) ? dimension : dimension * 2;
// Get variables and expressions
@@ -554,11 +557,11 @@ public class IntroduceSecondaryIndexInsertDeleteRule implements IAlgebraicRewrit
context.getOutputTypeEnvironment(assignCoordinates), forceFilter);
}
AqlIndex dataSourceIndex = new AqlIndex(index, dataverseName, datasetName, mp);
- IndexInsertDeleteUpsertOperator indexUpdate = new IndexInsertDeleteUpsertOperator(dataSourceIndex,
- insertOp.getPrimaryKeyExpressions(), secondaryExpressions, filterExpression,
- insertOp.getOperation(), insertOp.isBulkload(),
- insertOp.getAdditionalNonFilteringExpressions() == null ? 0
- : insertOp.getAdditionalNonFilteringExpressions().size());
+ IndexInsertDeleteUpsertOperator indexUpdate =
+ new IndexInsertDeleteUpsertOperator(dataSourceIndex, insertOp.getPrimaryKeyExpressions(),
+ secondaryExpressions, filterExpression, insertOp.getOperation(), insertOp.isBulkload(),
+ insertOp.getAdditionalNonFilteringExpressions() == null ? 0
+ : insertOp.getAdditionalNonFilteringExpressions().size());
indexUpdate.setAdditionalFilteringExpressions(filteringExpressions);
if (insertOp.getOperation() == Kind.UPSERT) {
// set old secondary key expressions
@@ -772,12 +775,12 @@ public class IntroduceSecondaryIndexInsertDeleteRule implements IAlgebraicRewrit
if (!NonTaggedFormatUtil.isOptional(secondaryKeyType) && !forceFilter) {
continue;
}
- ScalarFunctionCallExpression isUnknownFuncExpr = new ScalarFunctionCallExpression(
- FunctionUtil.getFunctionInfo(AsterixBuiltinFunctions.IS_UNKOWN),
- new MutableObject<ILogicalExpression>(new VariableReferenceExpression(secondaryKeyVar)));
- ScalarFunctionCallExpression notFuncExpr = new ScalarFunctionCallExpression(
- FunctionUtil.getFunctionInfo(AsterixBuiltinFunctions.NOT),
- new MutableObject<ILogicalExpression>(isUnknownFuncExpr));
+ ScalarFunctionCallExpression isUnknownFuncExpr =
+ new ScalarFunctionCallExpression(FunctionUtil.getFunctionInfo(AsterixBuiltinFunctions.IS_UNKOWN),
+ new MutableObject<ILogicalExpression>(new VariableReferenceExpression(secondaryKeyVar)));
+ ScalarFunctionCallExpression notFuncExpr =
+ new ScalarFunctionCallExpression(FunctionUtil.getFunctionInfo(AsterixBuiltinFunctions.NOT),
+ new MutableObject<ILogicalExpression>(isUnknownFuncExpr));
filterExpressions.add(new MutableObject<ILogicalExpression>(notFuncExpr));
}
// No nullable secondary keys.
[2/3] asterixdb git commit: Cast Record Before Insert for Open Indexes
Posted by mb...@apache.org.
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/a3603ac9/asterixdb/asterix-app/data/external-parser/dropbox2/jobads3.txt
----------------------------------------------------------------------
diff --git a/asterixdb/asterix-app/data/external-parser/dropbox2/jobads3.txt b/asterixdb/asterix-app/data/external-parser/dropbox2/jobads3.txt
new file mode 100644
index 0000000..58c78f7
--- /dev/null
+++ b/asterixdb/asterix-app/data/external-parser/dropbox2/jobads3.txt
@@ -0,0 +1,7608 @@
+
+ [
+ BlockWrites = 0;
+ LastJobStatus = 2;
+ JobCurrentStartExecutingDate = 1446112223;
+ WantRemoteIO = true;
+ RequestCpus = 1;
+ NumShadowStarts = 1;
+ RemoteUserCpu = 2.179100000000000E+04;
+ NiceUser = false;
+ RequestMemory = 1000;
+ BytesRecvd = 2.850540000000000E+05;
+ ResidentSetSize = 150000;
+ StreamOut = false;
+ SpooledOutputFiles = "CURLTIME_2696692,ChtcWrapper159.out,AuditLog.159,simu_3_159.txt,harvest.log,159.out";
+ OnExitRemove = true;
+ ImageSize_RAW = 811948;
+ RemoteWallClockTime = 2.195400000000000E+04;
+ MachineAttrSlotWeight0 = 1;
+ ExecutableSize = 7;
+ JobStatus = 4;
+ DAGParentNodeNames = "";
+ ExitCode = 0;
+ DAGManNodesMask = "0,1,2,4,5,7,9,10,11,12,13,16,17,24,27";
+ BytesSent = 3.056100000000000E+04;
+ LastSuspensionTime = 0;
+ ExecutableSize_RAW = 6;
+ RecentBlockReadKbytes = 0;
+ TransferInputSizeMB = 0;
+ Matlab = "R2011b";
+ BlockReadKbytes = 0;
+ LocalSysCpu = 0.0;
+ Iwd = "/home/xguo23/finally_2/Simulation_condor/model_3/159";
+ RecentStatsLifetimeStarter = 1200;
+ LeaveJobInQueue = false;
+ TargetType = "Machine";
+ WhenToTransferOutput = "ON_EXIT";
+ Owner = "xguo23";
+ JobNotification = 0;
+ BufferSize = 524288;
+ RecentBlockWrites = 0;
+ CompletionDate = 1446134176;
+ LastMatchTime = 1446112222;
+ LastJobLeaseRenewal = 1446134176;
+ DAGManNodesLog = "/home/xguo23/finally_2/Simulation_condor/model_3/./mydag.dag.nodes.log";
+ ClusterId = 49582557;
+ NumJobStarts = 1;
+ JobUniverse = 5;
+ AutoClusterAttrs = "JobUniverse,LastCheckpointPlatform,NumCkpts,ClientMachine,_condor_RequestCpus,_condor_RequestDisk,_condor_RequestGPUs,_condor_RequestMemory,RequestCpus,RequestDisk,RequestGPUs,RequestMemory,BIOCHEM,MachineLastMatchTime,ConcurrencyLimits,NiceUser,Rank,Requirements,ImageSize,MemoryRequirements,User,RemoteGroup,SubmitterGroup,SubmitterUserPrio,Group,WIDsTheme,InteractiveJob,Is_Resumable,WantFlocking,WantGlidein,Scheduler,Owner,JobStart,MemoryUsage,IsExpressQueueJob,DiskUsage,HEP_VO,IsDesktop,OSG_VO,x509userproxysubject,PassedTest,IsLocalCMSJob,IsLocalCMSSlot,IsSAMSlot,IsSAMJob,MaxDiskTempC,IsDedicated,estimated_run_hours,IsCHTCSubmit,RequiresCVMFS,DynamicSlot,PartitionableSlot,Slot1_ExpectedMachineGracefulDrainingCompletion,Slot1_JobStarts,Slot1_SelfMonitorAge,Slot2_ExpectedMachineGracefulDrainingCompletion,Slot2_JobStarts,Slot2_SelfMonitorAge,Slot3_ExpectedMachineGracefulDrainingCompletion,Slot3_JobStarts,Slot3_SelfMonitorAge,Slot4_ExpectedMachineGracefulDr
ainingCompletion,Slot4_JobStarts,Slot4_SelfMonitorAge,Slot5_ExpectedMachineGracefulDrainingCompletion,Slot5_JobStarts,Slot5_SelfMonitorAge,Slot6_ExpectedMachineGracefulDrainingCompletion,Slot6_JobStarts,Slot6_SelfMonitorAge,Slot7_ExpectedMachineGracefulDrainingCompletion,Slot7_JobStarts,Slot7_SelfMonitorAge,Slot8_ExpectedMachineGracefulDrainingCompletion,Slot8_JobStarts,Slot8_SelfMonitorAge,Slot1_TotalTimeClaimedBusy,Slot1_TotalTimeUnclaimedIdle,Slot2_TotalTimeClaimedBusy,Slot2_TotalTimeUnclaimedIdle,Slot3_TotalTimeClaimedBusy,Slot3_TotalTimeUnclaimedIdle,Slot4_TotalTimeClaimedBusy,Slot4_TotalTimeUnclaimedIdle,Slot5_TotalTimeClaimedBusy,Slot5_TotalTimeUnclaimedIdle,Slot6_TotalTimeClaimedBusy,Slot6_TotalTimeUnclaimedIdle,Slot7_TotalTimeClaimedBusy,Slot7_TotalTimeUnclaimedIdle,Slot8_TotalTimeClaimedBusy,Slot8_TotalTimeUnclaimedIdle,Slot10_ExpectedMachineGracefulDrainingCompletion,Slot10_JobStarts,Slot10_SelfMonitorAge,Slot11_ExpectedMachineGracefulDrainingCompletion,Slot11_JobStarts,S
lot11_SelfMonitorAge,Slot12_ExpectedMachineGracefulDrainingCompletion,Slot12_JobStarts,Slot12_SelfMonitorAge,Slot9_ExpectedMachineGracefulDrainingCompletion,Slot9_JobStarts,Slot9_SelfMonitorAge,Slot12_TotalTimeClaimedBusy,Slot10_TotalTimeClaimedBusy,Slot10_TotalTimeUnclaimedIdle,Slot11_TotalTimeClaimedBusy,Slot11_TotalTimeUnclaimedIdle,Slot12_TotalTimeUnclaimedIdle,Slot9_TotalTimeClaimedBusy,Slot9_TotalTimeUnclaimedIdle,Slot13_ExpectedMachineGracefulDrainingCompletion,Slot13_JobStarts,Slot13_SelfMonitorAge,Slot14_ExpectedMachineGracefulDrainingCompletion,Slot14_JobStarts,Slot14_SelfMonitorAge,Slot15_ExpectedMachineGracefulDrainingCompletion,Slot15_JobStarts,Slot15_SelfMonitorAge,Slot16_ExpectedMachineGracefulDrainingCompletion,Slot16_JobStarts,Slot16_SelfMonitorAge,IsResumable,WHEN_TO_TRANSFER_OUTPUT,_condor_Requestadmin_mutex_1,_condor_Requestadmin_mutex_2,_condor_Requestadmin_mutex_3,_condor_Requestmachine_token,Requestadmin_mutex_1,Requestadmin_mutex_2,Requestadmin_mutex_3,Reques
tmachine_token,nyehle,IsBuildJob,IsMatlabBuildJob,TotalJobRunTime,NodeOnline,Slot13_TotalTimeClaimedBusy,Slot13_TotalTimeUnclaimedIdle,Slot14_TotalTimeClaimedBusy,Slot14_TotalTimeUnclaimedIdle,Slot15_TotalTimeClaimedBusy,Slot15_TotalTimeUnclaimedIdle,Slot16_TotalTimeClaimedBusy,Slot16_TotalTimeUnclaimedIdle,TmpIsFull,trResumable,RequiresCMSFrontier,Slot17_ExpectedMachineGracefulDrainingCompletion,Slot17_JobStarts,Slot17_SelfMonitorAge,Slot17_TotalTimeClaimedBusy,Slot17_TotalTimeUnclaimedIdle,Slot18_ExpectedMachineGracefulDrainingCompletion,Slot18_JobStarts,Slot18_SelfMonitorAge,Slot18_TotalTimeClaimedBusy,Slot18_TotalTimeUnclaimedIdle,Slot19_ExpectedMachineGracefulDrainingCompletion,Slot19_JobStarts,Slot19_SelfMonitorAge,Slot19_TotalTimeClaimedBusy,Slot19_TotalTimeUnclaimedIdle,Slot20_ExpectedMachineGracefulDrainingCompletion,Slot20_JobStarts,Slot20_SelfMonitorAge,Slot20_TotalTimeClaimedBusy,Slot20_TotalTimeUnclaimedIdle,Slot21_ExpectedMachineGracefulDrainingCompletion,Slot21_JobSta
rts,Slot21_SelfMonitorAge,Slot21_TotalTimeClaimedBusy,Slot21_TotalTimeUnclaimedIdle,Slot22_ExpectedMachineGracefulDrainingCompletion,Slot22_JobStarts,Slot22_SelfMonitorAge,Slot22_TotalTimeClaimedBusy,Slot22_TotalTimeUnclaimedIdle,Slot23_ExpectedMachineGracefulDrainingCompletion,Slot23_JobStarts,Slot23_SelfMonitorAge,Slot23_TotalTimeClaimedBusy,Slot23_TotalTimeUnclaimedIdle,Slot24_ExpectedMachineGracefulDrainingCompletion,Slot24_JobStarts,Slot24_SelfMonitorAge,Slot24_TotalTimeClaimedBusy,Slot24_TotalTimeUnclaimedIdle,Slot25_ExpectedMachineGracefulDrainingCompletion,Slot25_JobStarts,Slot25_SelfMonitorAge,Slot25_TotalTimeClaimedBusy,Slot25_TotalTimeUnclaimedIdle,Slot26_ExpectedMachineGracefulDrainingCompletion,Slot26_JobStarts,Slot26_SelfMonitorAge,Slot26_TotalTimeClaimedBusy,Slot26_TotalTimeUnclaimedIdle,Slot27_ExpectedMachineGracefulDrainingCompletion,Slot27_JobStarts,Slot27_SelfMonitorAge,Slot27_TotalTimeClaimedBusy,Slot27_TotalTimeUnclaimedIdle,Slot28_ExpectedMachineGracefulDrainin
gCompletion,Slot28_JobStarts,Slot28_SelfMonitorAge,Slot28_TotalTimeClaimedBusy,Slot28_TotalTimeUnclaimedIdle,Slot29_ExpectedMachineGracefulDrainingCompletion,Slot29_JobStarts,Slot29_SelfMonitorAge,Slot29_TotalTimeClaimedBusy,Slot29_TotalTimeUnclaimedIdle,Slot30_ExpectedMachineGracefulDrainingCompletion,Slot30_JobStarts,Slot30_SelfMonitorAge,Slot30_TotalTimeClaimedBusy,Slot30_TotalTimeUnclaimedIdle,Slot31_ExpectedMachineGracefulDrainingCompletion,Slot31_JobStarts,Slot31_SelfMonitorAge,Slot31_TotalTimeClaimedBusy,Slot31_TotalTimeUnclaimedIdle,Slot32_ExpectedMachineGracefulDrainingCompletion,Slot32_JobStarts,Slot32_SelfMonitorAge,Slot32_TotalTimeClaimedBusy,Slot32_TotalTimeUnclaimedIdle,ResidentSetSize";
+ MaxHosts = 1;
+ Args = "--type=Matlab --version=R2011b --cmdtorun=simu_condor --unique=159 -- 3";
+ CondorVersion = "$CondorVersion: 8.5.0 Sep 16 2015 BuildID: 341710 $";
+ CoreSize = 0;
+ OnExitHold = false;
+ CondorPlatform = "$CondorPlatform: X86_64-RedHat_6.6 $";
+ JobFinishedHookDone = 1446134177;
+ QDate = 1446105741;
+ JobLeaseDuration = 2400;
+ In = "/dev/null";
+ DiskUsage = 1250000;
+ EncryptExecuteDirectory = false;
+ CommittedSuspensionTime = 0;
+ User = "xguo23@chtc.wisc.edu";
+ UserLog = "/home/xguo23/finally_2/Simulation_condor/model_3/159/process.log";
+ JobCurrentStartDate = 1446112222;
+ BufferBlockSize = 32768;
+ MATCH_EXP_JOBGLIDEIN_ResourceName = "wisc.edu";
+ Requirements = ( ( OpSysMajorVer is 6 ) ) && ( MY.JobUniverse == 12 || MY.JobUniverse == 7 || MY.WantFlocking || MY.WantGlidein || TARGET.PoolName == "CHTC" || TARGET.COLLECTOR_HOST_STRING == "infopool.cs.wisc.edu" ) && ( TARGET.Arch == "X86_64" ) && ( TARGET.OpSys == "LINUX" ) && ( TARGET.Disk >= RequestDisk ) && ( TARGET.Memory >= RequestMemory ) && ( TARGET.HasFileTransfer );
+ MinHosts = 1;
+ PeriodicHold = false;
+ ProcId = 0;
+ Environment = "";
+ DAGNodeName = "159+159";
+ MemoryUsage = ( ( ResidentSetSize + 1023 ) / 1024 );
+ TerminationPending = true;
+ NumRestarts = 0;
+ NumSystemHolds = 0;
+ CommittedTime = 21954;
+ AutoClusterId = 24;
+ ExitStatus = 0;
+ ShouldTransferFiles = "YES";
+ MachineAttrCpus0 = 1;
+ WantRemoteSyscalls = false;
+ MyType = "Job";
+ CumulativeSuspensionTime = 0;
+ Rank = 0.0;
+ StartdPrincipal = "execute-side@matchsession/128.105.245.152";
+ Err = "process.err";
+ PeriodicRemove = false;
+ BlockWriteKbytes = 0;
+ ExitBySignal = false;
+ DAGManJobId = 49581933;
+ EnteredCurrentStatus = 1446134176;
+ JOBGLIDEIN_ResourceName = "$$([IfThenElse(IsUndefined(TARGET.GLIDEIN_ResourceName), IfThenElse(IsUndefined(TARGET.GLIDEIN_Site), \"wisc.edu\", TARGET.GLIDEIN_Site), TARGET.GLIDEIN_ResourceName)])";
+ RecentBlockWriteKbytes = 0;
+ TransferIn = false;
+ IsCHTCSubmit = true;
+ NumJobMatches = 1;
+ RootDir = "/";
+ JobStartDate = 1446112222;
+ JobPrio = 0;
+ CurrentHosts = 0;
+ GlobalJobId = "submit-3.chtc.wisc.edu#349582557.0#31446105741";
+ RemoteSysCpu = 1.370000000000000E+02;
+ TotalSuspensions = 0;
+ CommittedSlotTime = 2.195400000000000E+04;
+ WantCheckpoint = false;
+ BlockReads = 0;
+ LastRemoteHost = "slot1@e352.chtc.wisc.edu";
+ TransferInput = "/home/xguo23/finally_2/Simulation_condor/data/159/,/home/xguo23/finally_2/Simulation_condor/data/shared/";
+ LocalUserCpu = 0.0;
+ PeriodicRelease = ( JobStatus == 5 ) && ( ( CurrentTime - EnteredCurrentStatus ) > 1800 ) && ( JobRunCount < 5 ) && ( HoldReasonCode != 6 ) && ( HoldReasonCode != 14 ) && ( HoldReasonCode != 22 );
+ RequestDisk = 1000000;
+ ResidentSetSize_RAW = 125604;
+ OrigMaxHosts = 1;
+ LastPublicClaimId = "<128.105.245.152:39021>#31444772294#39281#3...";
+ WantRHEL6 = true;
+ NumCkpts_RAW = 0;
+ Out = "process.out";
+ SubmitEventNotes = "DAG Node: 159+159";
+ CumulativeSlotTime = 2.195400000000000E+04;
+ JobRunCount = 1;
+ RecentBlockReads = 0;
+ StreamErr = false;
+ DiskUsage_RAW = 1216669;
+ NumCkpts = 0;
+ StatsLifetimeStarter = 21953;
+ ImageSize = 1000000;
+ Cmd = "/home/xguo23/finally_2/Simulation_condor/chtcjobwrapper"
+ ]
+
+ [
+ BlockWrites = "I am of incorrect type";
+ LastJobStatus = 2;
+ JobCurrentStartExecutingDate = 1446111648;
+ WantRemoteIO = true;
+ RequestCpus = 1;
+ NumShadowStarts = 1;
+ RemoteUserCpu = 2.235300000000000E+04;
+ NiceUser = false;
+ RequestMemory = 1000;
+ BytesRecvd = 2.846290000000000E+05;
+ ResidentSetSize = 150000;
+ StreamOut = false;
+ SpooledOutputFiles = "CURLTIME_818403,ChtcWrapper211.out,AuditLog.211,simu_3_211.txt,harvest.log,211.out";
+ OnExitRemove = true;
+ ImageSize_RAW = 811948;
+ RemoteWallClockTime = 2.252000000000000E+04;
+ MachineAttrSlotWeight0 = 1;
+ ExecutableSize = 7;
+ JobStatus = 4;
+ DAGParentNodeNames = "";
+ ExitCode = 0;
+ DAGManNodesMask = "0,1,2,4,5,7,9,10,11,12,13,16,17,24,27";
+ BytesSent = 3.060300000000000E+04;
+ LastSuspensionTime = 0;
+ ExecutableSize_RAW = 6;
+ RecentBlockReadKbytes = 0;
+ TransferInputSizeMB = 0;
+ Matlab = "R2011b";
+ BlockReadKbytes = 0;
+ RecentStatsLifetimeStarter = 1200;
+ LeaveJobInQueue = false;
+ TargetType = "Machine";
+ WhenToTransferOutput = "ON_EXIT";
+ Owner = "xguo23";
+ JobNotification = 0;
+ BufferSize = 524288;
+ RecentBlockWrites = 0;
+ CompletionDate = 1446134167;
+ QDate = 1446105734;
+ JobLeaseDuration = 2400;
+ JobFinishedHookDone = 1446134167;
+ LastMatchTime = 1446111647;
+ LastJobLeaseRenewal = 1446134167;
+ DAGManNodesLog = "/home/xguo23/model_3_1.47/Simulation_condor/model_3/./mydag.dag.nodes.log";
+ ClusterId = 49582533;
+ JobUniverse = 5;
+ NumJobStarts = 1;
+ CondorVersion = "$CondorVersion: 8.5.0 Sep 16 2015 BuildID: 341710 $";
+ CoreSize = 0;
+ OnExitHold = false;
+ CondorPlatform = "$CondorPlatform: X86_64-RedHat_6.6 $";
+ In = "/dev/null";
+ DiskUsage = 1250000;
+ EncryptExecuteDirectory = false;
+ CommittedSuspensionTime = 0;
+ User = "xguo23@chtc.wisc.edu";
+ UserLog = "/home/xguo23/model_3_1.47/Simulation_condor/model_3/211/process.log";
+ JobCurrentStartDate = 1446111647;
+ BufferBlockSize = 32768;
+ MATCH_EXP_JOBGLIDEIN_ResourceName = "wisc.edu";
+ Requirements = ( ( OpSysMajorVer is 6 ) ) && ( MY.JobUniverse == 12 || MY.JobUniverse == 7 || MY.WantFlocking || MY.WantGlidein || TARGET.PoolName == "CHTC" || TARGET.COLLECTOR_HOST_STRING == "infopool.cs.wisc.edu" ) && ( TARGET.Arch == "X86_64" ) && ( TARGET.OpSys == "LINUX" ) && ( TARGET.Disk >= RequestDisk ) && ( TARGET.Memory >= RequestMemory ) && ( TARGET.HasFileTransfer );
+ MinHosts = 1;
+ MaxHosts = 1;
+ Args = "--type=Matlab --version=R2011b --cmdtorun=simu_condor --unique=211 -- 3";
+ PeriodicHold = false;
+ ProcId = 0;
+ Environment = "";
+ DAGNodeName = "211+211";
+ MemoryUsage = ( ( ResidentSetSize + 1023 ) / 1024 );
+ TerminationPending = true;
+ NumRestarts = 0;
+ NumSystemHolds = 0;
+ CommittedTime = 22520;
+ MachineAttrCpus0 = 1;
+ WantRemoteSyscalls = false;
+ MyType = "Job";
+ CumulativeSuspensionTime = 0;
+ Rank = 0.0;
+ StartdPrincipal = "execute-side@matchsession/128.105.245.61";
+ Err = "process.err";
+ PeriodicRemove = false;
+ BlockWriteKbytes = 0;
+ ExitBySignal = false;
+ DAGManJobId = 49582200;
+ EnteredCurrentStatus = 1446134167;
+ JOBGLIDEIN_ResourceName = "$$([IfThenElse(IsUndefined(TARGET.GLIDEIN_ResourceName), IfThenElse(IsUndefined(TARGET.GLIDEIN_Site), \"wisc.edu\", TARGET.GLIDEIN_Site), TARGET.GLIDEIN_ResourceName)])";
+ RecentBlockWriteKbytes = 0;
+ TransferIn = false;
+ ExitStatus = 0;
+ ShouldTransferFiles = "YES";
+ IsCHTCSubmit = true;
+ NumJobMatches = 1;
+ RootDir = "/";
+ JobStartDate = 1446111647;
+ JobPrio = 0;
+ CurrentHosts = 0;
+ GlobalJobId = "submit-3.chtc.wisc.edu#349582533.0#31446105734";
+ RemoteSysCpu = 1.370000000000000E+02;
+ TotalSuspensions = 0;
+ CommittedSlotTime = 2.252000000000000E+04;
+ WantCheckpoint = false;
+ BlockReads = 0;
+ LastRemoteHost = "slot1@e261.chtc.wisc.edu";
+ TransferInput = "/home/xguo23/model_3_1.47/Simulation_condor/data/211/,/home/xguo23/model_3_1.47/Simulation_condor/data/shared/";
+ LocalUserCpu = 0.0;
+ PeriodicRelease = ( JobStatus == 5 ) && ( ( CurrentTime - EnteredCurrentStatus ) > 1800 ) && ( JobRunCount < 5 ) && ( HoldReasonCode != 6 ) && ( HoldReasonCode != 14 ) && ( HoldReasonCode != 22 );
+ RequestDisk = 1000000;
+ ResidentSetSize_RAW = 126608;
+ OrigMaxHosts = 1;
+ LastPublicClaimId = "<128.105.245.61:49736>#31444759807#36759#3...";
+ WantRHEL6 = true;
+ NumCkpts_RAW = 0;
+ Out = "process.out";
+ SubmitEventNotes = "DAG Node: 211+211";
+ CumulativeSlotTime = 2.252000000000000E+04;
+ JobRunCount = 1;
+ RecentBlockReads = 0;
+ StreamErr = false;
+ DiskUsage_RAW = 1216669;
+ NumCkpts = 0;
+ StatsLifetimeStarter = 22519;
+ ImageSize = 1000000;
+ Cmd = "/home/xguo23/model_3_1.47/Simulation_condor/chtcjobwrapper";
+ LocalSysCpu = 0.0;
+ Iwd = "/home/xguo23/model_3_1.47/Simulation_condor/model_3/211"
+ ]
+
+ [
+ BlockWrites = 0;
+ LastJobStatus = 2;
+ JobCurrentStartExecutingDate = 1446134109;
+ WantRemoteIO = true;
+ RequestCpus = 1;
+ NumShadowStarts = 1;
+ RemoteUserCpu = 1.400000000000000E+01;
+ NiceUser = false;
+ BytesRecvd = 1.220270000000000E+06;
+ RequestMemory = 1000;
+ ResidentSetSize = 7500;
+ StreamOut = false;
+ SpooledOutputFiles = "chtcinnerwrapper,CURLTIME_137795,ChtcWrapper11021.out,R2011b_INFO,AuditLog.11021,SLIBS2.tar.gz,CODEBLOWUP";
+ OnExitRemove = true;
+ ImageSize_RAW = 5124;
+ RemoteWallClockTime = 5.800000000000000E+01;
+ MachineAttrSlotWeight0 = 1;
+ ExecutableSize = 7;
+ JobStatus = 4;
+ DAGParentNodeNames = "";
+ ExitCode = 5;
+ DAGManNodesMask = "0,1,2,4,5,7,9,10,11,12,13,16,17,24,27";
+ BytesSent = 2.727270000000000E+06;
+ LastSuspensionTime = 0;
+ ExecutableSize_RAW = 6;
+ RecentBlockReadKbytes = 160;
+ TransferInputSizeMB = 1;
+ Matlab = "R2011b";
+ BlockReadKbytes = 160;
+ RecentStatsLifetimeStarter = 48;
+ LeaveJobInQueue = false;
+ TargetType = "Machine";
+ WhenToTransferOutput = "ON_EXIT";
+ Owner = "dentler";
+ JobNotification = 0;
+ BufferSize = 524288;
+ RecentBlockWrites = 0;
+ CompletionDate = 1446134165;
+ QDate = 1446134012;
+ JobLeaseDuration = 2400;
+ JobFinishedHookDone = 1446134165;
+ LastMatchTime = 1446134107;
+ LastJobLeaseRenewal = 1446134165;
+ DAGManNodesLog = "/home/dentler/ChtcRun/project_auction/results_fix2/./mydag.dag.nodes.log";
+ ClusterId = 49584018;
+ JobUniverse = 5;
+ NumJobStarts = 1;
+ CondorVersion = "$CondorVersion: 8.5.0 Sep 16 2015 BuildID: 341710 $";
+ CoreSize = 0;
+ OnExitHold = false;
+ CondorPlatform = "$CondorPlatform: X86_64-RedHat_6.6 $";
+ In = "/dev/null";
+ DiskUsage = 1250000;
+ EncryptExecuteDirectory = false;
+ CommittedSuspensionTime = 0;
+ User = "dentler@chtc.wisc.edu";
+ UserLog = "/home/dentler/ChtcRun/project_auction/results_fix2/11021/process.log";
+ JobCurrentStartDate = 1446134107;
+ BufferBlockSize = 32768;
+ MATCH_EXP_JOBGLIDEIN_ResourceName = "wisc.edu";
+ Requirements = ( ( OpSysMajorVer is 6 ) ) && ( MY.JobUniverse == 12 || MY.JobUniverse == 7 || MY.WantFlocking || MY.WantGlidein || TARGET.PoolName == "CHTC" || TARGET.COLLECTOR_HOST_STRING == "infopool.cs.wisc.edu" ) && ( TARGET.Arch == "X86_64" ) && ( TARGET.OpSys == "LINUX" ) && ( TARGET.Disk >= RequestDisk ) && ( TARGET.Memory >= RequestMemory ) && ( TARGET.HasFileTransfer );
+ MinHosts = 1;
+ MaxHosts = 1;
+ Args = "--type=Matlab --version=R2011b --cmdtorun=net_est --unique=11021 --";
+ PeriodicHold = false;
+ ProcId = 0;
+ Environment = "";
+ DAGNodeName = "11021+11021";
+ MemoryUsage = ( ( ResidentSetSize + 1023 ) / 1024 );
+ TerminationPending = true;
+ NumRestarts = 0;
+ NumSystemHolds = 0;
+ CommittedTime = 58;
+ MachineAttrCpus0 = 1;
+ WantRemoteSyscalls = false;
+ MyType = "Job";
+ CumulativeSuspensionTime = 0;
+ Rank = 0.0;
+ StartdPrincipal = "execute-side@matchsession/128.105.245.39";
+ WantFlocking = true;
+ Err = "process.err";
+ PeriodicRemove = false;
+ BlockWriteKbytes = 0;
+ ExitBySignal = false;
+ DAGManJobId = 49583804;
+ EnteredCurrentStatus = 1446134165;
+ JOBGLIDEIN_ResourceName = "$$([IfThenElse(IsUndefined(TARGET.GLIDEIN_ResourceName), IfThenElse(IsUndefined(TARGET.GLIDEIN_Site), \"wisc.edu\", TARGET.GLIDEIN_Site), TARGET.GLIDEIN_ResourceName)])";
+ RecentBlockWriteKbytes = 0;
+ TransferIn = false;
+ ExitStatus = 0;
+ ShouldTransferFiles = "YES";
+ IsCHTCSubmit = true;
+ NumJobMatches = 1;
+ RootDir = "/";
+ JobStartDate = 1446134107;
+ JobPrio = 0;
+ CurrentHosts = 0;
+ GlobalJobId = "submit-3.chtc.wisc.edu#349584018.0#31446134012";
+ RemoteSysCpu = 1.200000000000000E+01;
+ TotalSuspensions = 0;
+ CommittedSlotTime = 5.800000000000000E+01;
+ WantCheckpoint = false;
+ BlockReads = 14;
+ LastRemoteHost = "slot1@e239.chtc.wisc.edu";
+ TransferInput = "/home/dentler/ChtcRun/project_auction/11021/,/home/dentler/ChtcRun/project_auction/shared/";
+ LocalUserCpu = 0.0;
+ PeriodicRelease = ( JobStatus == 5 ) && ( ( CurrentTime - EnteredCurrentStatus ) > 1800 ) && ( JobRunCount < 5 ) && ( HoldReasonCode != 6 ) && ( HoldReasonCode != 14 ) && ( HoldReasonCode != 22 );
+ RequestDisk = 4000000;
+ ResidentSetSize_RAW = 5124;
+ OrigMaxHosts = 1;
+ LastPublicClaimId = "<128.105.245.39:54850>#31445038698#35043#3...";
+ WantRHEL6 = true;
+ NumCkpts_RAW = 0;
+ Out = "process.out";
+ SubmitEventNotes = "DAG Node: 11021+11021";
+ CumulativeSlotTime = 5.800000000000000E+01;
+ JobRunCount = 1;
+ RecentBlockReads = 14;
+ StreamErr = false;
+ DiskUsage_RAW = 1139127;
+ NumCkpts = 0;
+ StatsLifetimeStarter = 56;
+ ImageSize = 7500;
+ Cmd = "/home/dentler/ChtcRun/chtcjobwrapper";
+ WantGlidein = true;
+ LocalSysCpu = 0.0;
+ Iwd = "/home/dentler/ChtcRun/project_auction/results_fix2/11021"
+ ]
+
+ [
+ BlockWrites = 4;
+ LastJobStatus = 2;
+ JobCurrentStartExecutingDate = 1446108996;
+ WantRemoteIO = true;
+ RequestCpus = 1;
+ NumShadowStarts = 1;
+ RemoteUserCpu = 2.477600000000000E+04;
+ NiceUser = false;
+ RequestMemory = 1000;
+ BytesRecvd = 2.850540000000000E+05;
+ ResidentSetSize = 100000;
+ StreamOut = false;
+ SpooledOutputFiles = "harvest.log,ChtcWrapper407.out,AuditLog.407,CURLTIME_1861323,407.out,simu_3_407.txt";
+ OnExitRemove = true;
+ ImageSize_RAW = 123648;
+ RemoteWallClockTime = 2.513300000000000E+04;
+ MachineAttrSlotWeight0 = 1;
+ ExecutableSize = 7;
+ JobStatus = 4;
+ DAGParentNodeNames = "";
+ ExitCode = 0;
+ DAGManNodesMask = "0,1,2,4,5,7,9,10,11,12,13,16,17,24,27";
+ BytesSent = 3.056100000000000E+04;
+ LastRejMatchReason = "PREEMPTION_REQUIREMENTS == False ";
+ LastSuspensionTime = 0;
+ ExecutableSize_RAW = 6;
+ RecentBlockReadKbytes = 3976;
+ TransferInputSizeMB = 0;
+ Matlab = "R2011b";
+ BlockReadKbytes = 30280;
+ LocalSysCpu = 0.0;
+ Iwd = "/home/xguo23/finally_2/Simulation_condor/model_3/407";
+ Cmd = "/home/xguo23/finally_2/Simulation_condor/chtcjobwrapper";
+ RecentStatsLifetimeStarter = 1200;
+ LeaveJobInQueue = false;
+ TargetType = "Machine";
+ WhenToTransferOutput = "ON_EXIT";
+ Owner = "xguo23";
+ JobNotification = 0;
+ BufferSize = 524288;
+ RecentBlockWrites = 0;
+ CompletionDate = 1446134128;
+ LastMatchTime = 1446108995;
+ LastJobLeaseRenewal = 1446134128;
+ DAGManNodesLog = "/home/xguo23/finally_2/Simulation_condor/model_3/./mydag.dag.nodes.log";
+ ClusterId = 49582261;
+ NumJobStarts = 1;
+ JobUniverse = 5;
+ AutoClusterAttrs = "JobUniverse,LastCheckpointPlatform,NumCkpts,ClientMachine,_condor_RequestCpus,_condor_RequestDisk,_condor_RequestGPUs,_condor_RequestMemory,RequestCpus,RequestDisk,RequestGPUs,RequestMemory,BIOCHEM,MachineLastMatchTime,ConcurrencyLimits,NiceUser,Rank,Requirements,ImageSize,MemoryRequirements,User,RemoteGroup,SubmitterGroup,SubmitterUserPrio,Group,WIDsTheme,InteractiveJob,Is_Resumable,WantFlocking,WantGlidein,Scheduler,Owner,JobStart,MemoryUsage,IsExpressQueueJob,DiskUsage,HEP_VO,IsDesktop,OSG_VO,x509userproxysubject,PassedTest,IsLocalCMSJob,IsLocalCMSSlot,IsSAMSlot,IsSAMJob,MaxDiskTempC,IsDedicated,estimated_run_hours,IsCHTCSubmit,RequiresCVMFS,DynamicSlot,PartitionableSlot,Slot1_ExpectedMachineGracefulDrainingCompletion,Slot1_JobStarts,Slot1_SelfMonitorAge,Slot2_ExpectedMachineGracefulDrainingCompletion,Slot2_JobStarts,Slot2_SelfMonitorAge,Slot3_ExpectedMachineGracefulDrainingCompletion,Slot3_JobStarts,Slot3_SelfMonitorAge,Slot4_ExpectedMachineGracefulDr
ainingCompletion,Slot4_JobStarts,Slot4_SelfMonitorAge,Slot5_ExpectedMachineGracefulDrainingCompletion,Slot5_JobStarts,Slot5_SelfMonitorAge,Slot6_ExpectedMachineGracefulDrainingCompletion,Slot6_JobStarts,Slot6_SelfMonitorAge,Slot7_ExpectedMachineGracefulDrainingCompletion,Slot7_JobStarts,Slot7_SelfMonitorAge,Slot8_ExpectedMachineGracefulDrainingCompletion,Slot8_JobStarts,Slot8_SelfMonitorAge,Slot1_TotalTimeClaimedBusy,Slot1_TotalTimeUnclaimedIdle,Slot2_TotalTimeClaimedBusy,Slot2_TotalTimeUnclaimedIdle,Slot3_TotalTimeClaimedBusy,Slot3_TotalTimeUnclaimedIdle,Slot4_TotalTimeClaimedBusy,Slot4_TotalTimeUnclaimedIdle,Slot5_TotalTimeClaimedBusy,Slot5_TotalTimeUnclaimedIdle,Slot6_TotalTimeClaimedBusy,Slot6_TotalTimeUnclaimedIdle,Slot7_TotalTimeClaimedBusy,Slot7_TotalTimeUnclaimedIdle,Slot8_TotalTimeClaimedBusy,Slot8_TotalTimeUnclaimedIdle,Slot10_ExpectedMachineGracefulDrainingCompletion,Slot10_JobStarts,Slot10_SelfMonitorAge,Slot11_ExpectedMachineGracefulDrainingCompletion,Slot11_JobStarts,S
lot11_SelfMonitorAge,Slot12_ExpectedMachineGracefulDrainingCompletion,Slot12_JobStarts,Slot12_SelfMonitorAge,Slot9_ExpectedMachineGracefulDrainingCompletion,Slot9_JobStarts,Slot9_SelfMonitorAge,Slot12_TotalTimeClaimedBusy,Slot10_TotalTimeClaimedBusy,Slot10_TotalTimeUnclaimedIdle,Slot11_TotalTimeClaimedBusy,Slot11_TotalTimeUnclaimedIdle,Slot12_TotalTimeUnclaimedIdle,Slot9_TotalTimeClaimedBusy,Slot9_TotalTimeUnclaimedIdle,Slot13_ExpectedMachineGracefulDrainingCompletion,Slot13_JobStarts,Slot13_SelfMonitorAge,Slot14_ExpectedMachineGracefulDrainingCompletion,Slot14_JobStarts,Slot14_SelfMonitorAge,Slot15_ExpectedMachineGracefulDrainingCompletion,Slot15_JobStarts,Slot15_SelfMonitorAge,Slot16_ExpectedMachineGracefulDrainingCompletion,Slot16_JobStarts,Slot16_SelfMonitorAge,IsResumable,WHEN_TO_TRANSFER_OUTPUT,_condor_Requestadmin_mutex_1,_condor_Requestadmin_mutex_2,_condor_Requestadmin_mutex_3,_condor_Requestmachine_token,Requestadmin_mutex_1,Requestadmin_mutex_2,Requestadmin_mutex_3,Reques
tmachine_token,nyehle,IsBuildJob,IsMatlabBuildJob,TotalJobRunTime,NodeOnline,Slot13_TotalTimeClaimedBusy,Slot13_TotalTimeUnclaimedIdle,Slot14_TotalTimeClaimedBusy,Slot14_TotalTimeUnclaimedIdle,Slot15_TotalTimeClaimedBusy,Slot15_TotalTimeUnclaimedIdle,Slot16_TotalTimeClaimedBusy,Slot16_TotalTimeUnclaimedIdle,TmpIsFull,trResumable,RequiresCMSFrontier,Slot17_ExpectedMachineGracefulDrainingCompletion,Slot17_JobStarts,Slot17_SelfMonitorAge,Slot17_TotalTimeClaimedBusy,Slot17_TotalTimeUnclaimedIdle,Slot18_ExpectedMachineGracefulDrainingCompletion,Slot18_JobStarts,Slot18_SelfMonitorAge,Slot18_TotalTimeClaimedBusy,Slot18_TotalTimeUnclaimedIdle,Slot19_ExpectedMachineGracefulDrainingCompletion,Slot19_JobStarts,Slot19_SelfMonitorAge,Slot19_TotalTimeClaimedBusy,Slot19_TotalTimeUnclaimedIdle,Slot20_ExpectedMachineGracefulDrainingCompletion,Slot20_JobStarts,Slot20_SelfMonitorAge,Slot20_TotalTimeClaimedBusy,Slot20_TotalTimeUnclaimedIdle,Slot21_ExpectedMachineGracefulDrainingCompletion,Slot21_JobSta
rts,Slot21_SelfMonitorAge,Slot21_TotalTimeClaimedBusy,Slot21_TotalTimeUnclaimedIdle,Slot22_ExpectedMachineGracefulDrainingCompletion,Slot22_JobStarts,Slot22_SelfMonitorAge,Slot22_TotalTimeClaimedBusy,Slot22_TotalTimeUnclaimedIdle,Slot23_ExpectedMachineGracefulDrainingCompletion,Slot23_JobStarts,Slot23_SelfMonitorAge,Slot23_TotalTimeClaimedBusy,Slot23_TotalTimeUnclaimedIdle,Slot24_ExpectedMachineGracefulDrainingCompletion,Slot24_JobStarts,Slot24_SelfMonitorAge,Slot24_TotalTimeClaimedBusy,Slot24_TotalTimeUnclaimedIdle,Slot25_ExpectedMachineGracefulDrainingCompletion,Slot25_JobStarts,Slot25_SelfMonitorAge,Slot25_TotalTimeClaimedBusy,Slot25_TotalTimeUnclaimedIdle,Slot26_ExpectedMachineGracefulDrainingCompletion,Slot26_JobStarts,Slot26_SelfMonitorAge,Slot26_TotalTimeClaimedBusy,Slot26_TotalTimeUnclaimedIdle,Slot27_ExpectedMachineGracefulDrainingCompletion,Slot27_JobStarts,Slot27_SelfMonitorAge,Slot27_TotalTimeClaimedBusy,Slot27_TotalTimeUnclaimedIdle,Slot28_ExpectedMachineGracefulDrainin
gCompletion,Slot28_JobStarts,Slot28_SelfMonitorAge,Slot28_TotalTimeClaimedBusy,Slot28_TotalTimeUnclaimedIdle,Slot29_ExpectedMachineGracefulDrainingCompletion,Slot29_JobStarts,Slot29_SelfMonitorAge,Slot29_TotalTimeClaimedBusy,Slot29_TotalTimeUnclaimedIdle,Slot30_ExpectedMachineGracefulDrainingCompletion,Slot30_JobStarts,Slot30_SelfMonitorAge,Slot30_TotalTimeClaimedBusy,Slot30_TotalTimeUnclaimedIdle,Slot31_ExpectedMachineGracefulDrainingCompletion,Slot31_JobStarts,Slot31_SelfMonitorAge,Slot31_TotalTimeClaimedBusy,Slot31_TotalTimeUnclaimedIdle,Slot32_ExpectedMachineGracefulDrainingCompletion,Slot32_JobStarts,Slot32_SelfMonitorAge,Slot32_TotalTimeClaimedBusy,Slot32_TotalTimeUnclaimedIdle,ResidentSetSize";
+ MaxHosts = 1;
+ Args = "--type=Matlab --version=R2011b --cmdtorun=simu_condor --unique=407 -- 3";
+ CondorVersion = "$CondorVersion: 8.5.0 Sep 16 2015 BuildID: 341710 $";
+ CoreSize = 0;
+ OnExitHold = false;
+ CondorPlatform = "$CondorPlatform: X86_64-RedHat_6.6 $";
+ JobFinishedHookDone = 1446134128;
+ QDate = 1446105631;
+ JobLeaseDuration = 2400;
+ In = "/dev/null";
+ DiskUsage = 1250000;
+ EncryptExecuteDirectory = false;
+ CommittedSuspensionTime = 0;
+ User = "xguo23@chtc.wisc.edu";
+ UserLog = "/home/xguo23/finally_2/Simulation_condor/model_3/407/process.log";
+ JobCurrentStartDate = 1446108995;
+ BufferBlockSize = 32768;
+ MATCH_EXP_JOBGLIDEIN_ResourceName = "wisc.edu";
+ Requirements = ( ( OpSysMajorVer is 6 ) ) && ( MY.JobUniverse == 12 || MY.JobUniverse == 7 || MY.WantFlocking || MY.WantGlidein || TARGET.PoolName == "CHTC" || TARGET.COLLECTOR_HOST_STRING == "infopool.cs.wisc.edu" ) && ( TARGET.Arch == "X86_64" ) && ( TARGET.OpSys == "LINUX" ) && ( TARGET.Disk >= RequestDisk ) && ( TARGET.Memory >= RequestMemory ) && ( TARGET.HasFileTransfer );
+ MinHosts = 1;
+ PeriodicHold = false;
+ ProcId = 0;
+ Environment = "";
+ DAGNodeName = "407+407";
+ MemoryUsage = ( ( ResidentSetSize + 1023 ) / 1024 );
+ TerminationPending = true;
+ NumRestarts = 0;
+ NumSystemHolds = 0;
+ CommittedTime = 25133;
+ AutoClusterId = 38210;
+ ExitStatus = 0;
+ ShouldTransferFiles = "YES";
+ MachineAttrCpus0 = 1;
+ WantRemoteSyscalls = false;
+ MyType = "Job";
+ CumulativeSuspensionTime = 0;
+ Rank = 0.0;
+ StartdPrincipal = "execute-side@matchsession/128.104.55.48";
+ Err = "process.err";
+ PeriodicRemove = false;
+ BlockWriteKbytes = 16;
+ ExitBySignal = false;
+ DAGManJobId = 49581933;
+ EnteredCurrentStatus = 1446134128;
+ JOBGLIDEIN_ResourceName = "$$([IfThenElse(IsUndefined(TARGET.GLIDEIN_ResourceName), IfThenElse(IsUndefined(TARGET.GLIDEIN_Site), \"wisc.edu\", TARGET.GLIDEIN_Site), TARGET.GLIDEIN_ResourceName)])";
+ RecentBlockWriteKbytes = 0;
+ TransferIn = false;
+ IsCHTCSubmit = true;
+ NumJobMatches = 1;
+ RootDir = "/";
+ JobStartDate = 1446108995;
+ JobPrio = 0;
+ CurrentHosts = 0;
+ GlobalJobId = "submit-3.chtc.wisc.edu#349582261.0#31446105631";
+ RemoteSysCpu = 2.770000000000000E+02;
+ LastRejMatchTime = 1446108994;
+ TotalSuspensions = 0;
+ CommittedSlotTime = 2.513300000000000E+04;
+ WantCheckpoint = false;
+ BlockReads = 906;
+ LastRemoteHost = "slot1@c029.chtc.wisc.edu";
+ TransferInput = "/home/xguo23/finally_2/Simulation_condor/data/407/,/home/xguo23/finally_2/Simulation_condor/data/shared/";
+ LocalUserCpu = 0.0;
+ PeriodicRelease = ( JobStatus == 5 ) && ( ( CurrentTime - EnteredCurrentStatus ) > 1800 ) && ( JobRunCount < 5 ) && ( HoldReasonCode != 6 ) && ( HoldReasonCode != 14 ) && ( HoldReasonCode != 22 );
+ RequestDisk = 1000000;
+ ResidentSetSize_RAW = 76112;
+ OrigMaxHosts = 1;
+ LastPublicClaimId = "<128.104.55.48:26476>#31445344800#31604#3...";
+ WantRHEL6 = true;
+ NumCkpts_RAW = 0;
+ Out = "process.out";
+ SubmitEventNotes = "DAG Node: 407+407";
+ CumulativeSlotTime = 2.513300000000000E+04;
+ JobRunCount = 1;
+ RecentBlockReads = 313;
+ StreamErr = false;
+ DiskUsage_RAW = 1216669;
+ NumCkpts = 0;
+ StatsLifetimeStarter = 25132;
+ ImageSize = 125000
+ ]
+
+ [
+ BlockWrites = 0;
+ LastJobStatus = 2;
+ JobCurrentStartExecutingDate = 1446121054;
+ WantRemoteIO = true;
+ RequestCpus = 1;
+ NumShadowStarts = 1;
+ RemoteUserCpu = 1.293400000000000E+04;
+ NiceUser = false;
+ RequestMemory = 1000;
+ BytesRecvd = 2.846290000000000E+05;
+ ResidentSetSize = 150000;
+ StreamOut = false;
+ SpooledOutputFiles = "CURLTIME_37424,ChtcWrapper409.out,AuditLog.409,simu_3_409.txt,harvest.log,409.out";
+ OnExitRemove = true;
+ ImageSize_RAW = 811948;
+ RemoteWallClockTime = 1.305100000000000E+04;
+ MachineAttrSlotWeight0 = 1;
+ ExecutableSize = 7;
+ JobStatus = 4;
+ DAGParentNodeNames = "";
+ ExitCode = 0;
+ DAGManNodesMask = "0,1,2,4,5,7,9,10,11,12,13,16,17,24,27";
+ BytesSent = 2.787300000000000E+04;
+ LastSuspensionTime = 0;
+ ExecutableSize_RAW = 6;
+ RecentBlockReadKbytes = 0;
+ TransferInputSizeMB = 0;
+ Matlab = "R2011b";
+ BlockReadKbytes = 0;
+ LocalSysCpu = 0.0;
+ Iwd = "/home/xguo23/model_3_1.47/Simulation_condor/model_3/409";
+ RecentStatsLifetimeStarter = 1200;
+ LeaveJobInQueue = false;
+ TargetType = "Machine";
+ WhenToTransferOutput = "ON_EXIT";
+ Owner = "xguo23";
+ JobNotification = 0;
+ BufferSize = 524288;
+ RecentBlockWrites = 0;
+ CompletionDate = 1446134104;
+ LastMatchTime = 1446121053;
+ LastJobLeaseRenewal = 1446134104;
+ DAGManNodesLog = "/home/xguo23/model_3_1.47/Simulation_condor/model_3/./mydag.dag.nodes.log";
+ ClusterId = 49583239;
+ NumJobStarts = 1;
+ JobUniverse = 5;
+ AutoClusterAttrs = "JobUniverse,LastCheckpointPlatform,NumCkpts,ClientMachine,_condor_RequestCpus,_condor_RequestDisk,_condor_RequestGPUs,_condor_RequestMemory,RequestCpus,RequestDisk,RequestGPUs,RequestMemory,BIOCHEM,MachineLastMatchTime,ConcurrencyLimits,NiceUser,Rank,Requirements,ImageSize,MemoryRequirements,User,RemoteGroup,SubmitterGroup,SubmitterUserPrio,Group,WIDsTheme,InteractiveJob,Is_Resumable,WantFlocking,WantGlidein,Scheduler,Owner,JobStart,MemoryUsage,IsExpressQueueJob,DiskUsage,HEP_VO,IsDesktop,OSG_VO,x509userproxysubject,PassedTest,IsLocalCMSJob,IsLocalCMSSlot,IsSAMSlot,IsSAMJob,MaxDiskTempC,IsDedicated,estimated_run_hours,IsCHTCSubmit,RequiresCVMFS,DynamicSlot,PartitionableSlot,Slot1_ExpectedMachineGracefulDrainingCompletion,Slot1_JobStarts,Slot1_SelfMonitorAge,Slot2_ExpectedMachineGracefulDrainingCompletion,Slot2_JobStarts,Slot2_SelfMonitorAge,Slot3_ExpectedMachineGracefulDrainingCompletion,Slot3_JobStarts,Slot3_SelfMonitorAge,Slot4_ExpectedMachineGracefulDr
ainingCompletion,Slot4_JobStarts,Slot4_SelfMonitorAge,Slot5_ExpectedMachineGracefulDrainingCompletion,Slot5_JobStarts,Slot5_SelfMonitorAge,Slot6_ExpectedMachineGracefulDrainingCompletion,Slot6_JobStarts,Slot6_SelfMonitorAge,Slot7_ExpectedMachineGracefulDrainingCompletion,Slot7_JobStarts,Slot7_SelfMonitorAge,Slot8_ExpectedMachineGracefulDrainingCompletion,Slot8_JobStarts,Slot8_SelfMonitorAge,Slot1_TotalTimeClaimedBusy,Slot1_TotalTimeUnclaimedIdle,Slot2_TotalTimeClaimedBusy,Slot2_TotalTimeUnclaimedIdle,Slot3_TotalTimeClaimedBusy,Slot3_TotalTimeUnclaimedIdle,Slot4_TotalTimeClaimedBusy,Slot4_TotalTimeUnclaimedIdle,Slot5_TotalTimeClaimedBusy,Slot5_TotalTimeUnclaimedIdle,Slot6_TotalTimeClaimedBusy,Slot6_TotalTimeUnclaimedIdle,Slot7_TotalTimeClaimedBusy,Slot7_TotalTimeUnclaimedIdle,Slot8_TotalTimeClaimedBusy,Slot8_TotalTimeUnclaimedIdle,Slot10_ExpectedMachineGracefulDrainingCompletion,Slot10_JobStarts,Slot10_SelfMonitorAge,Slot11_ExpectedMachineGracefulDrainingCompletion,Slot11_JobStarts,S
lot11_SelfMonitorAge,Slot12_ExpectedMachineGracefulDrainingCompletion,Slot12_JobStarts,Slot12_SelfMonitorAge,Slot9_ExpectedMachineGracefulDrainingCompletion,Slot9_JobStarts,Slot9_SelfMonitorAge,Slot12_TotalTimeClaimedBusy,Slot10_TotalTimeClaimedBusy,Slot10_TotalTimeUnclaimedIdle,Slot11_TotalTimeClaimedBusy,Slot11_TotalTimeUnclaimedIdle,Slot12_TotalTimeUnclaimedIdle,Slot9_TotalTimeClaimedBusy,Slot9_TotalTimeUnclaimedIdle,Slot13_ExpectedMachineGracefulDrainingCompletion,Slot13_JobStarts,Slot13_SelfMonitorAge,Slot14_ExpectedMachineGracefulDrainingCompletion,Slot14_JobStarts,Slot14_SelfMonitorAge,Slot15_ExpectedMachineGracefulDrainingCompletion,Slot15_JobStarts,Slot15_SelfMonitorAge,Slot16_ExpectedMachineGracefulDrainingCompletion,Slot16_JobStarts,Slot16_SelfMonitorAge,IsResumable,WHEN_TO_TRANSFER_OUTPUT,_condor_Requestadmin_mutex_1,_condor_Requestadmin_mutex_2,_condor_Requestadmin_mutex_3,_condor_Requestmachine_token,Requestadmin_mutex_1,Requestadmin_mutex_2,Requestadmin_mutex_3,Reques
tmachine_token,nyehle,IsBuildJob,IsMatlabBuildJob,TotalJobRunTime,NodeOnline,Slot13_TotalTimeClaimedBusy,Slot13_TotalTimeUnclaimedIdle,Slot14_TotalTimeClaimedBusy,Slot14_TotalTimeUnclaimedIdle,Slot15_TotalTimeClaimedBusy,Slot15_TotalTimeUnclaimedIdle,Slot16_TotalTimeClaimedBusy,Slot16_TotalTimeUnclaimedIdle,TmpIsFull,trResumable,RequiresCMSFrontier,Slot17_ExpectedMachineGracefulDrainingCompletion,Slot17_JobStarts,Slot17_SelfMonitorAge,Slot17_TotalTimeClaimedBusy,Slot17_TotalTimeUnclaimedIdle,Slot18_ExpectedMachineGracefulDrainingCompletion,Slot18_JobStarts,Slot18_SelfMonitorAge,Slot18_TotalTimeClaimedBusy,Slot18_TotalTimeUnclaimedIdle,Slot19_ExpectedMachineGracefulDrainingCompletion,Slot19_JobStarts,Slot19_SelfMonitorAge,Slot19_TotalTimeClaimedBusy,Slot19_TotalTimeUnclaimedIdle,Slot20_ExpectedMachineGracefulDrainingCompletion,Slot20_JobStarts,Slot20_SelfMonitorAge,Slot20_TotalTimeClaimedBusy,Slot20_TotalTimeUnclaimedIdle,Slot21_ExpectedMachineGracefulDrainingCompletion,Slot21_JobSta
rts,Slot21_SelfMonitorAge,Slot21_TotalTimeClaimedBusy,Slot21_TotalTimeUnclaimedIdle,Slot22_ExpectedMachineGracefulDrainingCompletion,Slot22_JobStarts,Slot22_SelfMonitorAge,Slot22_TotalTimeClaimedBusy,Slot22_TotalTimeUnclaimedIdle,Slot23_ExpectedMachineGracefulDrainingCompletion,Slot23_JobStarts,Slot23_SelfMonitorAge,Slot23_TotalTimeClaimedBusy,Slot23_TotalTimeUnclaimedIdle,Slot24_ExpectedMachineGracefulDrainingCompletion,Slot24_JobStarts,Slot24_SelfMonitorAge,Slot24_TotalTimeClaimedBusy,Slot24_TotalTimeUnclaimedIdle,Slot25_ExpectedMachineGracefulDrainingCompletion,Slot25_JobStarts,Slot25_SelfMonitorAge,Slot25_TotalTimeClaimedBusy,Slot25_TotalTimeUnclaimedIdle,Slot26_ExpectedMachineGracefulDrainingCompletion,Slot26_JobStarts,Slot26_SelfMonitorAge,Slot26_TotalTimeClaimedBusy,Slot26_TotalTimeUnclaimedIdle,Slot27_ExpectedMachineGracefulDrainingCompletion,Slot27_JobStarts,Slot27_SelfMonitorAge,Slot27_TotalTimeClaimedBusy,Slot27_TotalTimeUnclaimedIdle,Slot28_ExpectedMachineGracefulDrainin
gCompletion,Slot28_JobStarts,Slot28_SelfMonitorAge,Slot28_TotalTimeClaimedBusy,Slot28_TotalTimeUnclaimedIdle,Slot29_ExpectedMachineGracefulDrainingCompletion,Slot29_JobStarts,Slot29_SelfMonitorAge,Slot29_TotalTimeClaimedBusy,Slot29_TotalTimeUnclaimedIdle,Slot30_ExpectedMachineGracefulDrainingCompletion,Slot30_JobStarts,Slot30_SelfMonitorAge,Slot30_TotalTimeClaimedBusy,Slot30_TotalTimeUnclaimedIdle,Slot31_ExpectedMachineGracefulDrainingCompletion,Slot31_JobStarts,Slot31_SelfMonitorAge,Slot31_TotalTimeClaimedBusy,Slot31_TotalTimeUnclaimedIdle,Slot32_ExpectedMachineGracefulDrainingCompletion,Slot32_JobStarts,Slot32_SelfMonitorAge,Slot32_TotalTimeClaimedBusy,Slot32_TotalTimeUnclaimedIdle,ResidentSetSize";
+ MaxHosts = 1;
+ Args = "--type=Matlab --version=R2011b --cmdtorun=simu_condor --unique=409 -- 3";
+ CondorVersion = "$CondorVersion: 8.5.0 Sep 16 2015 BuildID: 341710 $";
+ CoreSize = 0;
+ OnExitHold = false;
+ CondorPlatform = "$CondorPlatform: X86_64-RedHat_6.6 $";
+ JobFinishedHookDone = 1446134104;
+ QDate = 1446106003;
+ JobLeaseDuration = 2400;
+ In = "/dev/null";
+ DiskUsage = 1250000;
+ EncryptExecuteDirectory = false;
+ CommittedSuspensionTime = 0;
+ User = "xguo23@chtc.wisc.edu";
+ UserLog = "/home/xguo23/model_3_1.47/Simulation_condor/model_3/409/process.log";
+ JobCurrentStartDate = 1446121053;
+ BufferBlockSize = 32768;
+ MATCH_EXP_JOBGLIDEIN_ResourceName = "wisc.edu";
+ Requirements = ( ( OpSysMajorVer is 6 ) ) && ( MY.JobUniverse == 12 || MY.JobUniverse == 7 || MY.WantFlocking || MY.WantGlidein || TARGET.PoolName == "CHTC" || TARGET.COLLECTOR_HOST_STRING == "infopool.cs.wisc.edu" ) && ( TARGET.Arch == "X86_64" ) && ( TARGET.OpSys == "LINUX" ) && ( TARGET.Disk >= RequestDisk ) && ( TARGET.Memory >= RequestMemory ) && ( TARGET.HasFileTransfer );
+ MinHosts = 1;
+ PeriodicHold = false;
+ ProcId = 0;
+ Environment = "";
+ DAGNodeName = "409+409";
+ MemoryUsage = ( ( ResidentSetSize + 1023 ) / 1024 );
+ TerminationPending = true;
+ NumRestarts = 0;
+ NumSystemHolds = 0;
+ CommittedTime = 13051;
+ AutoClusterId = 24;
+ ExitStatus = 0;
+ ShouldTransferFiles = "YES";
+ MachineAttrCpus0 = 1;
+ WantRemoteSyscalls = false;
+ MyType = "Job";
+ CumulativeSuspensionTime = 0;
+ Rank = 0.0;
+ StartdPrincipal = "execute-side@matchsession/128.105.245.242";
+ Err = "process.err";
+ PeriodicRemove = false;
+ BlockWriteKbytes = 0;
+ ExitBySignal = false;
+ DAGManJobId = 49582200;
+ EnteredCurrentStatus = 1446134104;
+ JOBGLIDEIN_ResourceName = "$$([IfThenElse(IsUndefined(TARGET.GLIDEIN_ResourceName), IfThenElse(IsUndefined(TARGET.GLIDEIN_Site), \"wisc.edu\", TARGET.GLIDEIN_Site), TARGET.GLIDEIN_ResourceName)])";
+ RecentBlockWriteKbytes = 0;
+ TransferIn = false;
+ IsCHTCSubmit = true;
+ NumJobMatches = 1;
+ RootDir = "/";
+ JobStartDate = 1446121053;
+ JobPrio = 0;
+ CurrentHosts = 0;
+ GlobalJobId = "submit-3.chtc.wisc.edu#349583239.0#31446106003";
+ RemoteSysCpu = 9.300000000000000E+01;
+ TotalSuspensions = 0;
+ CommittedSlotTime = 1.305100000000000E+04;
+ WantCheckpoint = false;
+ BlockReads = 0;
+ LastRemoteHost = "slot1@e442.chtc.WISC.EDU";
+ TransferInput = "/home/xguo23/model_3_1.47/Simulation_condor/data/409/,/home/xguo23/model_3_1.47/Simulation_condor/data/shared/";
+ LocalUserCpu = 0.0;
+ PeriodicRelease = ( JobStatus == 5 ) && ( ( CurrentTime - EnteredCurrentStatus ) > 1800 ) && ( JobRunCount < 5 ) && ( HoldReasonCode != 6 ) && ( HoldReasonCode != 14 ) && ( HoldReasonCode != 22 );
+ RequestDisk = 1000000;
+ ResidentSetSize_RAW = 127216;
+ OrigMaxHosts = 1;
+ LastPublicClaimId = "<128.105.245.242:38884>#31443991450#310456#3...";
+ WantRHEL6 = true;
+ NumCkpts_RAW = 0;
+ Out = "process.out";
+ SubmitEventNotes = "DAG Node: 409+409";
+ CumulativeSlotTime = 1.305100000000000E+04;
+ JobRunCount = 1;
+ RecentBlockReads = 0;
+ StreamErr = false;
+ DiskUsage_RAW = 1216669;
+ NumCkpts = 0;
+ StatsLifetimeStarter = 13050;
+ ImageSize = 1000000;
+ Cmd = "/home/xguo23/model_3_1.47/Simulation_condor/chtcjobwrapper"
+ ]
+
+ [
+ BlockWrites = 0;
+ LastJobStatus = 2;
+ JobCurrentStartExecutingDate = 1445943853;
+ WantRemoteIO = true;
+ RequestCpus = 1;
+ NumShadowStarts = 1;
+ RemoteUserCpu = 1.852360000000000E+05;
+ NiceUser = false;
+ RequestMemory = 1000;
+ BytesRecvd = 2.843670000000000E+05;
+ ResidentSetSize = 125000;
+ StreamOut = false;
+ SpooledOutputFiles = "CURLTIME_3753852,ChtcWrapper180.out,AuditLog.180,simu_3_180.txt,harvest.log,180.out";
+ OnExitRemove = true;
+ ImageSize_RAW = 811948;
+ RemoteWallClockTime = 1.902470000000000E+05;
+ MachineAttrSlotWeight0 = 1;
+ ExecutableSize = 7;
+ JobStatus = 4;
+ DAGParentNodeNames = "";
+ ExitCode = 0;
+ DAGManNodesMask = "0,1,2,4,5,7,9,10,11,12,13,16,17,24,27";
+ BytesSent = 3.076600000000000E+04;
+ LastSuspensionTime = 0;
+ ExecutableSize_RAW = 6;
+ RecentBlockReadKbytes = 0;
+ TransferInputSizeMB = 0;
+ Matlab = "R2011b";
+ BlockReadKbytes = 0;
+ RecentStatsLifetimeStarter = 1200;
+ LeaveJobInQueue = false;
+ TargetType = "Machine";
+ WhenToTransferOutput = "ON_EXIT";
+ Owner = "xguo23";
+ JobNotification = 0;
+ BufferSize = 524288;
+ RecentBlockWrites = 0;
+ CompletionDate = 1446134099;
+ QDate = 1445938922;
+ JobLeaseDuration = 2400;
+ JobFinishedHookDone = 1446134099;
+ LastMatchTime = 1445943852;
+ LastJobLeaseRenewal = 1446134099;
+ DAGManNodesLog = "/home/xguo23/finally/Simulation_condor/model_3/./mydag.dag.nodes.log";
+ ClusterId = 49573720;
+ JobUniverse = 5;
+ NumJobStarts = 1;
+ CondorVersion = "$CondorVersion: 8.5.0 Sep 16 2015 BuildID: 341710 $";
+ CoreSize = 0;
+ OnExitHold = false;
+ CondorPlatform = "$CondorPlatform: X86_64-RedHat_6.6 $";
+ In = "/dev/null";
+ DiskUsage = 1250000;
+ EncryptExecuteDirectory = false;
+ CommittedSuspensionTime = 0;
+ User = "xguo23@chtc.wisc.edu";
+ UserLog = "/home/xguo23/finally/Simulation_condor/model_3/180/process.log";
+ JobCurrentStartDate = 1445943852;
+ BufferBlockSize = 32768;
+ MATCH_EXP_JOBGLIDEIN_ResourceName = "wisc.edu";
+ Requirements = ( ( OpSysMajorVer is 6 ) ) && ( MY.JobUniverse == 12 || MY.JobUniverse == 7 || MY.WantFlocking || MY.WantGlidein || TARGET.PoolName == "CHTC" || TARGET.COLLECTOR_HOST_STRING == "infopool.cs.wisc.edu" ) && ( TARGET.Arch == "X86_64" ) && ( TARGET.OpSys == "LINUX" ) && ( TARGET.Disk >= RequestDisk ) && ( TARGET.Memory >= RequestMemory ) && ( TARGET.HasFileTransfer );
+ MinHosts = 1;
+ MaxHosts = 1;
+ Args = "--type=Matlab --version=R2011b --cmdtorun=simu_condor --unique=180 -- 3";
+ PeriodicHold = false;
+ ProcId = 0;
+ Environment = "";
+ DAGNodeName = "180+180";
+ MemoryUsage = ( ( ResidentSetSize + 1023 ) / 1024 );
+ TerminationPending = true;
+ NumRestarts = 0;
+ NumSystemHolds = 0;
+ CommittedTime = 190247;
+ MachineAttrCpus0 = 1;
+ WantRemoteSyscalls = false;
+ MyType = "Job";
+ CumulativeSuspensionTime = 0;
+ Rank = 0.0;
+ StartdPrincipal = "execute-side@matchsession/128.105.245.72";
+ Err = "process.err";
+ PeriodicRemove = false;
+ BlockWriteKbytes = 0;
+ ExitBySignal = false;
+ DAGManJobId = 49572657;
+ EnteredCurrentStatus = 1446134099;
+ JOBGLIDEIN_ResourceName = "$$([IfThenElse(IsUndefined(TARGET.GLIDEIN_ResourceName), IfThenElse(IsUndefined(TARGET.GLIDEIN_Site), \"wisc.edu\", TARGET.GLIDEIN_Site), TARGET.GLIDEIN_ResourceName)])";
+ RecentBlockWriteKbytes = 0;
+ TransferIn = false;
+ ExitStatus = 0;
+ ShouldTransferFiles = "YES";
+ IsCHTCSubmit = true;
+ NumJobMatches = 1;
+ RootDir = "/";
+ JobStartDate = 1445943852;
+ JobPrio = 0;
+ CurrentHosts = 0;
+ GlobalJobId = "submit-3.chtc.wisc.edu#349573720.0#31445938922";
+ RemoteSysCpu = 1.835000000000000E+03;
+ TotalSuspensions = 0;
+ CommittedSlotTime = 1.902470000000000E+05;
+ WantCheckpoint = false;
+ BlockReads = 0;
+ LastRemoteHost = "slot1@e272.chtc.wisc.edu";
+ TransferInput = "/home/xguo23/finally/Simulation_condor/data/180/,/home/xguo23/finally/Simulation_condor/data/shared/";
+ LocalUserCpu = 0.0;
+ PeriodicRelease = ( JobStatus == 5 ) && ( ( CurrentTime - EnteredCurrentStatus ) > 1800 ) && ( JobRunCount < 5 ) && ( HoldReasonCode != 6 ) && ( HoldReasonCode != 14 ) && ( HoldReasonCode != 22 );
+ RequestDisk = 1000000;
+ ResidentSetSize_RAW = 123680;
+ OrigMaxHosts = 1;
+ LastPublicClaimId = "<128.105.245.72:29075>#31444753997#36000#3...";
+ WantRHEL6 = true;
+ NumCkpts_RAW = 0;
+ Out = "process.out";
+ SubmitEventNotes = "DAG Node: 180+180";
+ CumulativeSlotTime = 1.902470000000000E+05;
+ JobRunCount = 1;
+ RecentBlockReads = 0;
+ StreamErr = false;
+ DiskUsage_RAW = 1216669;
+ NumCkpts = 0;
+ StatsLifetimeStarter = 190245;
+ ImageSize = 1000000;
+ Cmd = "/home/xguo23/finally/Simulation_condor/chtcjobwrapper";
+ LocalSysCpu = 0.0;
+ Iwd = "/home/xguo23/finally/Simulation_condor/model_3/180"
+ ]
+
+ [
+ BlockWrites = 0;
+ LastJobStatus = 2;
+ JobCurrentStartExecutingDate = 1446114726;
+ WantRemoteIO = true;
+ RequestCpus = 1;
+ NumShadowStarts = 1;
+ RemoteUserCpu = 1.908100000000000E+04;
+ NiceUser = false;
+ RequestMemory = 1000;
+ BytesRecvd = 2.846290000000000E+05;
+ ResidentSetSize = 75000;
+ StreamOut = false;
+ SpooledOutputFiles = "harvest.log,232.out,ChtcWrapper232.out,AuditLog.232,CURLTIME_1864147,simu_3_232.txt";
+ OnExitRemove = true;
+ ImageSize_RAW = 118772;
+ RemoteWallClockTime = 1.933800000000000E+04;
+ MachineAttrSlotWeight0 = 1;
+ ExecutableSize = 7;
+ JobStatus = 4;
+ DAGParentNodeNames = "";
+ ExitCode = 0;
+ DAGManNodesMask = "0,1,2,4,5,7,9,10,11,12,13,16,17,24,27";
+ BytesSent = 2.791100000000000E+04;
+ LastSuspensionTime = 0;
+ ExecutableSize_RAW = 6;
+ RecentBlockReadKbytes = 12;
+ TransferInputSizeMB = 0;
+ Matlab = "R2011b";
+ BlockReadKbytes = 26436;
+ RecentStatsLifetimeStarter = 1200;
+ LeaveJobInQueue = false;
+ TargetType = "Machine";
+ WhenToTransferOutput = "ON_EXIT";
+ Owner = "xguo23";
+ JobNotification = 0;
+ BufferSize = 524288;
+ RecentBlockWrites = 0;
+ CompletionDate = 1446134062;
+ QDate = 1446105779;
+ JobLeaseDuration = 2400;
+ JobFinishedHookDone = 1446134062;
+ LastMatchTime = 1446114724;
+ LastJobLeaseRenewal = 1446134062;
+ DAGManNodesLog = "/home/xguo23/model_3_1.47/Simulation_condor/model_3/./mydag.dag.nodes.log";
+ ClusterId = 49582659;
+ JobUniverse = 5;
+ NumJobStarts = 1;
+ CondorVersion = "$CondorVersion: 8.5.0 Sep 16 2015 BuildID: 341710 $";
+ CoreSize = 0;
+ OnExitHold = false;
+ CondorPlatform = "$CondorPlatform: X86_64-RedHat_6.6 $";
+ In = "/dev/null";
+ DiskUsage = 1250000;
+ EncryptExecuteDirectory = false;
+ CommittedSuspensionTime = 0;
+ User = "xguo23@chtc.wisc.edu";
+ UserLog = "/home/xguo23/model_3_1.47/Simulation_condor/model_3/232/process.log";
+ JobCurrentStartDate = 1446114724;
+ BufferBlockSize = 32768;
+ MATCH_EXP_JOBGLIDEIN_ResourceName = "wisc.edu";
+ Requirements = ( ( OpSysMajorVer is 6 ) ) && ( MY.JobUniverse == 12 || MY.JobUniverse == 7 || MY.WantFlocking || MY.WantGlidein || TARGET.PoolName == "CHTC" || TARGET.COLLECTOR_HOST_STRING == "infopool.cs.wisc.edu" ) && ( TARGET.Arch == "X86_64" ) && ( TARGET.OpSys == "LINUX" ) && ( TARGET.Disk >= RequestDisk ) && ( TARGET.Memory >= RequestMemory ) && ( TARGET.HasFileTransfer );
+ MinHosts = 1;
+ MaxHosts = 1;
+ Args = "--type=Matlab --version=R2011b --cmdtorun=simu_condor --unique=232 -- 3";
+ PeriodicHold = false;
+ ProcId = 0;
+ Environment = "";
+ DAGNodeName = "232+232";
+ MemoryUsage = ( ( ResidentSetSize + 1023 ) / 1024 );
+ TerminationPending = true;
+ NumRestarts = 0;
+ NumSystemHolds = 0;
+ CommittedTime = 19338;
+ MachineAttrCpus0 = 1;
+ WantRemoteSyscalls = false;
+ MyType = "Job";
+ CumulativeSuspensionTime = 0;
+ Rank = 0.0;
+ StartdPrincipal = "execute-side@matchsession/128.104.55.48";
+ Err = "process.err";
+ PeriodicRemove = false;
+ BlockWriteKbytes = 0;
+ ExitBySignal = false;
+ DAGManJobId = 49582200;
+ EnteredCurrentStatus = 1446134062;
+ JOBGLIDEIN_ResourceName = "$$([IfThenElse(IsUndefined(TARGET.GLIDEIN_ResourceName), IfThenElse(IsUndefined(TARGET.GLIDEIN_Site), \"wisc.edu\", TARGET.GLIDEIN_Site), TARGET.GLIDEIN_ResourceName)])";
+ RecentBlockWriteKbytes = 0;
+ TransferIn = false;
+ ExitStatus = 0;
+ ShouldTransferFiles = "YES";
+ IsCHTCSubmit = true;
+ NumJobMatches = 1;
+ RootDir = "/";
+ JobStartDate = 1446114724;
+ JobPrio = 0;
+ CurrentHosts = 0;
+ GlobalJobId = "submit-3.chtc.wisc.edu#349582659.0#31446105779";
+ RemoteSysCpu = 1.790000000000000E+02;
+ TotalSuspensions = 0;
+ CommittedSlotTime = 1.933800000000000E+04;
+ WantCheckpoint = false;
+ BlockReads = 615;
+ LastRemoteHost = "slot1@c029.chtc.wisc.edu";
+ TransferInput = "/home/xguo23/model_3_1.47/Simulation_condor/data/232/,/home/xguo23/model_3_1.47/Simulation_condor/data/shared/";
+ LocalUserCpu = 0.0;
+ PeriodicRelease = ( JobStatus == 5 ) && ( ( CurrentTime - EnteredCurrentStatus ) > 1800 ) && ( JobRunCount < 5 ) && ( HoldReasonCode != 6 ) && ( HoldReasonCode != 14 ) && ( HoldReasonCode != 22 );
+ RequestDisk = 1000000;
+ ResidentSetSize_RAW = 71268;
+ OrigMaxHosts = 1;
+ LastPublicClaimId = "<128.104.55.48:26476>#31445344800#31612#3...";
+ WantRHEL6 = true;
+ NumCkpts_RAW = 0;
+ Out = "process.out";
+ SubmitEventNotes = "DAG Node: 232+232";
+ CumulativeSlotTime = 1.933800000000000E+04;
+ JobRunCount = 1;
+ RecentBlockReads = 3;
+ StreamErr = false;
+ DiskUsage_RAW = 1216668;
+ NumCkpts = 0;
+ StatsLifetimeStarter = 19336;
+ ImageSize = 125000;
+ Cmd = "/home/xguo23/model_3_1.47/Simulation_condor/chtcjobwrapper";
+ LocalSysCpu = 0.0;
+ Iwd = "/home/xguo23/model_3_1.47/Simulation_condor/model_3/232"
+ ]
+
+ [
+ BlockWrites = 0;
+ LastJobStatus = 2;
+ JobCurrentStartExecutingDate = 1446133964;
+ WantRemoteIO = true;
+ RequestCpus = 1;
+ NumShadowStarts = 1;
+ RemoteUserCpu = 1.200000000000000E+01;
+ NiceUser = false;
+ BytesRecvd = 1.220270000000000E+06;
+ RequestMemory = 1000;
+ ResidentSetSize = 7500;
+ StreamOut = false;
+ SpooledOutputFiles = "R2011b_INFO,CODEBLOWUP,AuditLog.10012,SLIBS2.tar.gz,ChtcWrapper10012.out,CURLTIME_2575055,chtcinnerwrapper";
+ OnExitRemove = true;
+ ImageSize_RAW = 5128;
+ RemoteWallClockTime = 7.700000000000000E+01;
+ MachineAttrSlotWeight0 = 1;
+ ExecutableSize = 7;
+ JobStatus = 4;
+ DAGParentNodeNames = "";
+ ExitCode = 5;
+ DAGManNodesMask = "0,1,2,4,5,7,9,10,11,12,13,16,17,24,27";
+ BytesSent = 2.727355000000000E+06;
+ LastSuspensionTime = 0;
+ ExecutableSize_RAW = 6;
+ RecentBlockReadKbytes = 160;
+ TransferInputSizeMB = 1;
+ Matlab = "R2011b";
+ BlockReadKbytes = 160;
+ LocalSysCpu = 0.0;
+ WantGlidein = true;
+ Iwd = "/home/dentler/ChtcRun/project_auction/results_fix2/10012";
+ Cmd = "/home/dentler/ChtcRun/chtcjobwrapper";
+ RecentStatsLifetimeStarter = 67;
+ LeaveJobInQueue = false;
+ TargetType = "Machine";
+ WhenToTransferOutput = "ON_EXIT";
+ Owner = "dentler";
+ JobNotification = 0;
+ BufferSize = 524288;
+ RecentBlockWrites = 0;
+ CompletionDate = 1446134040;
+ LastMatchTime = 1446133963;
+ LastJobLeaseRenewal = 1446134040;
+ DAGManNodesLog = "/home/dentler/ChtcRun/project_auction/results_fix2/./mydag.dag.nodes.log";
+ ClusterId = 49583905;
+ NumJobStarts = 1;
+ JobUniverse = 5;
+ AutoClusterAttrs = "JobUniverse,LastCheckpointPlatform,NumCkpts,ClientMachine,_condor_RequestCpus,_condor_RequestDisk,_condor_RequestGPUs,_condor_RequestMemory,RequestCpus,RequestDisk,RequestGPUs,RequestMemory,BIOCHEM,MachineLastMatchTime,ConcurrencyLimits,NiceUser,Rank,Requirements,ImageSize,MemoryRequirements,User,RemoteGroup,SubmitterGroup,SubmitterUserPrio,Group,WIDsTheme,InteractiveJob,Is_Resumable,WantFlocking,WantGlidein,Scheduler,Owner,JobStart,MemoryUsage,IsExpressQueueJob,DiskUsage,HEP_VO,IsDesktop,OSG_VO,x509userproxysubject,PassedTest,IsLocalCMSJob,IsLocalCMSSlot,IsSAMSlot,IsSAMJob,MaxDiskTempC,IsDedicated,estimated_run_hours,IsCHTCSubmit,RequiresCVMFS,DynamicSlot,PartitionableSlot,Slot1_ExpectedMachineGracefulDrainingCompletion,Slot1_JobStarts,Slot1_SelfMonitorAge,Slot2_ExpectedMachineGracefulDrainingCompletion,Slot2_JobStarts,Slot2_SelfMonitorAge,Slot3_ExpectedMachineGracefulDrainingCompletion,Slot3_JobStarts,Slot3_SelfMonitorAge,Slot4_ExpectedMachineGracefulDr
ainingCompletion,Slot4_JobStarts,Slot4_SelfMonitorAge,Slot5_ExpectedMachineGracefulDrainingCompletion,Slot5_JobStarts,Slot5_SelfMonitorAge,Slot6_ExpectedMachineGracefulDrainingCompletion,Slot6_JobStarts,Slot6_SelfMonitorAge,Slot7_ExpectedMachineGracefulDrainingCompletion,Slot7_JobStarts,Slot7_SelfMonitorAge,Slot8_ExpectedMachineGracefulDrainingCompletion,Slot8_JobStarts,Slot8_SelfMonitorAge,Slot1_TotalTimeClaimedBusy,Slot1_TotalTimeUnclaimedIdle,Slot2_TotalTimeClaimedBusy,Slot2_TotalTimeUnclaimedIdle,Slot3_TotalTimeClaimedBusy,Slot3_TotalTimeUnclaimedIdle,Slot4_TotalTimeClaimedBusy,Slot4_TotalTimeUnclaimedIdle,Slot5_TotalTimeClaimedBusy,Slot5_TotalTimeUnclaimedIdle,Slot6_TotalTimeClaimedBusy,Slot6_TotalTimeUnclaimedIdle,Slot7_TotalTimeClaimedBusy,Slot7_TotalTimeUnclaimedIdle,Slot8_TotalTimeClaimedBusy,Slot8_TotalTimeUnclaimedIdle,Slot10_ExpectedMachineGracefulDrainingCompletion,Slot10_JobStarts,Slot10_SelfMonitorAge,Slot11_ExpectedMachineGracefulDrainingCompletion,Slot11_JobStarts,S
lot11_SelfMonitorAge,Slot12_ExpectedMachineGracefulDrainingCompletion,Slot12_JobStarts,Slot12_SelfMonitorAge,Slot9_ExpectedMachineGracefulDrainingCompletion,Slot9_JobStarts,Slot9_SelfMonitorAge,Slot12_TotalTimeClaimedBusy,Slot10_TotalTimeClaimedBusy,Slot10_TotalTimeUnclaimedIdle,Slot11_TotalTimeClaimedBusy,Slot11_TotalTimeUnclaimedIdle,Slot12_TotalTimeUnclaimedIdle,Slot9_TotalTimeClaimedBusy,Slot9_TotalTimeUnclaimedIdle,Slot13_ExpectedMachineGracefulDrainingCompletion,Slot13_JobStarts,Slot13_SelfMonitorAge,Slot14_ExpectedMachineGracefulDrainingCompletion,Slot14_JobStarts,Slot14_SelfMonitorAge,Slot15_ExpectedMachineGracefulDrainingCompletion,Slot15_JobStarts,Slot15_SelfMonitorAge,Slot16_ExpectedMachineGracefulDrainingCompletion,Slot16_JobStarts,Slot16_SelfMonitorAge,IsResumable,WHEN_TO_TRANSFER_OUTPUT,_condor_Requestadmin_mutex_1,_condor_Requestadmin_mutex_2,_condor_Requestadmin_mutex_3,_condor_Requestmachine_token,Requestadmin_mutex_1,Requestadmin_mutex_2,Requestadmin_mutex_3,Reques
tmachine_token,nyehle,IsBuildJob,IsMatlabBuildJob,TotalJobRunTime,NodeOnline,Slot13_TotalTimeClaimedBusy,Slot13_TotalTimeUnclaimedIdle,Slot14_TotalTimeClaimedBusy,Slot14_TotalTimeUnclaimedIdle,Slot15_TotalTimeClaimedBusy,Slot15_TotalTimeUnclaimedIdle,Slot16_TotalTimeClaimedBusy,Slot16_TotalTimeUnclaimedIdle,TmpIsFull,trResumable,RequiresCMSFrontier,Slot17_ExpectedMachineGracefulDrainingCompletion,Slot17_JobStarts,Slot17_SelfMonitorAge,Slot17_TotalTimeClaimedBusy,Slot17_TotalTimeUnclaimedIdle,Slot18_ExpectedMachineGracefulDrainingCompletion,Slot18_JobStarts,Slot18_SelfMonitorAge,Slot18_TotalTimeClaimedBusy,Slot18_TotalTimeUnclaimedIdle,Slot19_ExpectedMachineGracefulDrainingCompletion,Slot19_JobStarts,Slot19_SelfMonitorAge,Slot19_TotalTimeClaimedBusy,Slot19_TotalTimeUnclaimedIdle,Slot20_ExpectedMachineGracefulDrainingCompletion,Slot20_JobStarts,Slot20_SelfMonitorAge,Slot20_TotalTimeClaimedBusy,Slot20_TotalTimeUnclaimedIdle,Slot21_ExpectedMachineGracefulDrainingCompletion,Slot21_JobSta
rts,Slot21_SelfMonitorAge,Slot21_TotalTimeClaimedBusy,Slot21_TotalTimeUnclaimedIdle,Slot22_ExpectedMachineGracefulDrainingCompletion,Slot22_JobStarts,Slot22_SelfMonitorAge,Slot22_TotalTimeClaimedBusy,Slot22_TotalTimeUnclaimedIdle,Slot23_ExpectedMachineGracefulDrainingCompletion,Slot23_JobStarts,Slot23_SelfMonitorAge,Slot23_TotalTimeClaimedBusy,Slot23_TotalTimeUnclaimedIdle,Slot24_ExpectedMachineGracefulDrainingCompletion,Slot24_JobStarts,Slot24_SelfMonitorAge,Slot24_TotalTimeClaimedBusy,Slot24_TotalTimeUnclaimedIdle,Slot25_ExpectedMachineGracefulDrainingCompletion,Slot25_JobStarts,Slot25_SelfMonitorAge,Slot25_TotalTimeClaimedBusy,Slot25_TotalTimeUnclaimedIdle,Slot26_ExpectedMachineGracefulDrainingCompletion,Slot26_JobStarts,Slot26_SelfMonitorAge,Slot26_TotalTimeClaimedBusy,Slot26_TotalTimeUnclaimedIdle,Slot27_ExpectedMachineGracefulDrainingCompletion,Slot27_JobStarts,Slot27_SelfMonitorAge,Slot27_TotalTimeClaimedBusy,Slot27_TotalTimeUnclaimedIdle,Slot28_ExpectedMachineGracefulDrainin
gCompletion,Slot28_JobStarts,Slot28_SelfMonitorAge,Slot28_TotalTimeClaimedBusy,Slot28_TotalTimeUnclaimedIdle,Slot29_ExpectedMachineGracefulDrainingCompletion,Slot29_JobStarts,Slot29_SelfMonitorAge,Slot29_TotalTimeClaimedBusy,Slot29_TotalTimeUnclaimedIdle,Slot30_ExpectedMachineGracefulDrainingCompletion,Slot30_JobStarts,Slot30_SelfMonitorAge,Slot30_TotalTimeClaimedBusy,Slot30_TotalTimeUnclaimedIdle,Slot31_ExpectedMachineGracefulDrainingCompletion,Slot31_JobStarts,Slot31_SelfMonitorAge,Slot31_TotalTimeClaimedBusy,Slot31_TotalTimeUnclaimedIdle,Slot32_ExpectedMachineGracefulDrainingCompletion,Slot32_JobStarts,Slot32_SelfMonitorAge,Slot32_TotalTimeClaimedBusy,Slot32_TotalTimeUnclaimedIdle,ResidentSetSize";
+ MaxHosts = 1;
+ Args = "--type=Matlab --version=R2011b --cmdtorun=net_est --unique=10012 --";
+ CondorVersion = "$CondorVersion: 8.5.0 Sep 16 2015 BuildID: 341710 $";
+ CoreSize = 0;
+ OnExitHold = false;
+ CondorPlatform = "$CondorPlatform: X86_64-RedHat_6.6 $";
+ JobFinishedHookDone = 1446134040;
+ In = "/dev/null";
+ DiskUsage = 1250000;
+ EncryptExecuteDirectory = false;
+ CommittedSuspensionTime = 0;
+ User = "dentler@chtc.wisc.edu";
+ UserLog = "/home/dentler/ChtcRun/project_auction/results_fix2/10012/process.log";
+ JobCurrentStartDate = 1446133963;
+ BufferBlockSize = 32768;
+ MATCH_EXP_JOBGLIDEIN_ResourceName = "wisc.edu";
+ Requirements = ( ( OpSysMajorVer is 6 ) ) && ( MY.JobUniverse == 12 || MY.JobUniverse == 7 || MY.WantFlocking || MY.WantGlidein || TARGET.PoolName == "CHTC" || TARGET.COLLECTOR_HOST_STRING == "infopool.cs.wisc.edu" ) && ( TARGET.Arch == "X86_64" ) && ( TARGET.OpSys == "LINUX" ) && ( TARGET.Disk >= RequestDisk ) && ( TARGET.Memory >= RequestMemory ) && ( TARGET.HasFileTransfer );
+ MinHosts = 1;
+ JobLeaseDuration = 2400;
+ QDate = 1446133888;
+ PeriodicHold = false;
+ ProcId = 0;
+ Environment = "";
+ DAGNodeName = "10012+10012";
+ MemoryUsage = ( ( ResidentSetSize + 1023 ) / 1024 );
+ TerminationPending = true;
+ NumRestarts = 0;
+ NumSystemHolds = 0;
+ CommittedTime = 77;
+ AutoClusterId = 38267;
+ ExitStatus = 0;
+ ShouldTransferFiles = "YES";
+ MachineAttrCpus0 = 1;
+ WantRemoteSyscalls = false;
+ MyType = "Job";
+ CumulativeSuspensionTime = 0;
+ Rank = 0.0;
+ StartdPrincipal = "execute-side@matchsession/128.105.244.69";
+ WantFlocking = true;
+ Err = "process.err";
+ PeriodicRemove = false;
+ BlockWriteKbytes = 0;
+ ExitBySignal = false;
+ DAGManJobId = 49583804;
+ EnteredCurrentStatus = 1446134040;
+ JOBGLIDEIN_ResourceName = "$$([IfThenElse(IsUndefined(TARGET.GLIDEIN_ResourceName), IfThenElse(IsUndefined(TARGET.GLIDEIN_Site), \"wisc.edu\", TARGET.GLIDEIN_Site), TARGET.GLIDEIN_ResourceName)])";
+ RecentBlockWriteKbytes = 0;
+ TransferIn = false;
+ IsCHTCSubmit = true;
+ NumJobMatches = 1;
+ RootDir = "/";
+ JobStartDate = 1446133963;
+ JobPrio = 0;
+ CurrentHosts = 0;
+ GlobalJobId = "submit-3.chtc.wisc.edu#349583905.0#31446133888";
+ RemoteSysCpu = 1.200000000000000E+01;
+ TotalSuspensions = 0;
+ CommittedSlotTime = 7.700000000000000E+01;
+ WantCheckpoint = false;
+ BlockReads = 12;
+ LastRemoteHost = "slot1_2@e189.chtc.wisc.edu";
+ TransferInput = "/home/dentler/ChtcRun/project_auction/10012/,/home/dentler/ChtcRun/project_auction/shared/";
+ LocalUserCpu = 0.0;
+ PeriodicRelease = ( JobStatus == 5 ) && ( ( CurrentTime - EnteredCurrentStatus ) > 1800 ) && ( JobRunCount < 5 ) && ( HoldReasonCode != 6 ) && ( HoldReasonCode != 14 ) && ( HoldReasonCode != 22 );
+ RequestDisk = 4000000;
+ ResidentSetSize_RAW = 5128;
+ OrigMaxHosts = 1;
+ LastPublicClaimId = "<128.105.244.69:4177>#31444973293#33769#3...";
+ WantRHEL6 = true;
+ NumCkpts_RAW = 0;
+ Out = "process.out";
+ SubmitEventNotes = "DAG Node: 10012+10012";
+ CumulativeSlotTime = 7.700000000000000E+01;
+ JobRunCount = 1;
+ RecentBlockReads = 12;
+ StreamErr = false;
+ DiskUsage_RAW = 1211433;
+ NumCkpts = 0;
+ StatsLifetimeStarter = 76;
+ ImageSize = 7500
+ ]
+
+ [
+ BlockWrites = 0;
+ LastJobStatus = 2;
+ JobCurrentStartExecutingDate = 1446115779;
+ WantRemoteIO = true;
+ RequestCpus = 1;
+ NumShadowStarts = 1;
+ RemoteUserCpu = 1.811800000000000E+04;
+ NiceUser = false;
+ RequestMemory = 1000;
+ BytesRecvd = 2.847170000000000E+05;
+ ResidentSetSize = 150000;
+ StreamOut = false;
+ SpooledOutputFiles = "CURLTIME_3140097,ChtcWrapper3.out,AuditLog.3,simu_3_3.txt,harvest.log,3.out";
+ OnExitRemove = true;
+ ImageSize_RAW = 811948;
+ RemoteWallClockTime = 1.824800000000000E+04;
+ MachineAttrSlotWeight0 = 1;
+ ExecutableSize = 7;
+ JobStatus = 4;
+ DAGParentNodeNames = "";
+ ExitCode = 0;
+ DAGManNodesMask = "0,1,2,4,5,7,9,10,11,12,13,16,17,24,27";
+ BytesSent = 2.789600000000000E+04;
+ LastSuspensionTime = 0;
+ ExecutableSize_RAW = 6;
+ RecentBlockReadKbytes = 0;
+ TransferInputSizeMB = 0;
+ Matlab = "R2011b";
+ BlockReadKbytes = 0;
+ RecentStatsLifetimeStarter = 1200;
+ LeaveJobInQueue = false;
+ TargetType = "Machine";
+ WhenToTransferOutput = "ON_EXIT";
+ Owner = "xguo23";
+ JobNotification = 0;
+ BufferSize = 524288;
+ RecentBlockWrites = 0;
+ CompletionDate = 1446134026;
+ QDate = 1446105835;
+ JobLeaseDuration = 2400;
+ JobFinishedHookDone = 1446134026;
+ LastMatchTime = 1446115778;
+ LastJobLeaseRenewal = 1446134026;
+ DAGManNodesLog = "/home/xguo23/model_3_1.46/Simulation_condor/model_3/./mydag.dag.nodes.log";
+ ClusterId = 49582786;
+ JobUniverse = 5;
+ NumJobStarts = 1;
+ CondorVersion = "$CondorVersion: 8.5.0 Sep 16 2015 BuildID: 341710 $";
+ CoreSize = 0;
+ OnExitHold = false;
+ CondorPlatform = "$CondorPlatform: X86_64-RedHat_6.6 $";
+ In = "/dev/null";
+ DiskUsage = 1250000;
+ EncryptExecuteDirectory = false;
+ CommittedSuspensionTime = 0;
+ User = "xguo23@chtc.wisc.edu";
+ UserLog = "/home/xguo23/model_3_1.46/Simulation_condor/model_3/3/process.log";
+ JobCurrentStartDate = 1446115778;
+ BufferBlockSize = 32768;
+ MATCH_EXP_JOBGLIDEIN_ResourceName = "wisc.edu";
+ Requirements = ( ( OpSysMajorVer is 6 ) ) && ( MY.JobUniverse == 12 || MY.JobUniverse == 7 || MY.WantFlocking || MY.WantGlidein || TARGET.PoolName == "CHTC" || TARGET.COLLECTOR_HOST_STRING == "infopool.cs.wisc.edu" ) && ( TARGET.Arch == "X86_64" ) && ( TARGET.OpSys == "LINUX" ) && ( TARGET.Disk >= RequestDisk ) && ( TARGET.Memory >= RequestMemory ) && ( TARGET.HasFileTransfer );
+ MinHosts = 1;
+ MaxHosts = 1;
+ Args = "--type=Matlab --version=R2011b --cmdtorun=simu_condor --unique=3 -- 3";
+ PeriodicHold = false;
+ ProcId = 0;
+ Environment = "";
+ DAGNodeName = "3+3";
+ MemoryUsage = ( ( ResidentSetSize + 1023 ) / 1024 );
+ TerminationPending = true;
+ NumRestarts = 0;
+ NumSystemHolds = 0;
+ CommittedTime = 18248;
+ MachineAttrCpus0 = 1;
+ WantRemoteSyscalls = false;
+ MyType = "Job";
+ CumulativeSuspensionTime = 0;
+ Rank = 0.0;
+ StartdPrincipal = "execute-side@matchsession/128.105.245.107";
+ Err = "process.err";
+ PeriodicRemove = false;
+ BlockWriteKbytes = 0;
+ ExitBySignal = false;
+ DAGManJobId = 49582778;
+ EnteredCurrentStatus = 1446134026;
+ JOBGLIDEIN_ResourceName = "$$([IfThenElse(IsUndefined(TARGET.GLIDEIN_ResourceName), IfThenElse(IsUndefined(TARGET.GLIDEIN_Site), \"wisc.edu\", TARGET.GLIDEIN_Site), TARGET.GLIDEIN_ResourceName)])";
+ RecentBlockWriteKbytes = 0;
+ TransferIn = false;
+ ExitStatus = 0;
+ ShouldTransferFiles = "YES";
+ IsCHTCSubmit = true;
+ NumJobMatches = 1;
+ RootDir = "/";
+ JobStartDate = 1446115778;
+ JobPrio = 0;
+ CurrentHosts = 0;
+ GlobalJobId = "submit-3.chtc.wisc.edu#349582786.0#31446105835";
+ RemoteSysCpu = 1.080000000000000E+02;
+ TotalSuspensions = 0;
+ CommittedSlotTime = 1.824800000000000E+04;
+ WantCheckpoint = false;
+ BlockReads = 0;
+ LastRemoteHost = "slot1@e307.chtc.wisc.edu";
+ TransferInput = "/home/xguo23/model_3_1.46/Simulation_condor/data/3/,/home/xguo23/model_3_1.46/Simulation_condor/data/shared/";
+ LocalUserCpu = 0.0;
+ PeriodicRelease = ( JobStatus == 5 ) && ( ( CurrentTime - EnteredCurrentStatus ) > 1800 ) && ( JobRunCount < 5 ) && ( HoldReasonCode != 6 ) && ( HoldReasonCode != 14 ) && ( HoldReasonCode != 22 );
+ RequestDisk = 1000000;
+ ResidentSetSize_RAW = 125940;
+ OrigMaxHosts = 1;
+ LastPublicClaimId = "<128.105.245.107:63744>#31444685448#311070#3...";
+ WantRHEL6 = true;
+ NumCkpts_RAW = 0;
+ Out = "process.out";
+ SubmitEventNotes = "DAG Node: 3+3";
+ CumulativeSlotTime = 1.824800000000000E+04;
+ JobRunCount = 1;
+ RecentBlockReads = 0;
+ StreamErr = false;
+ DiskUsage_RAW = 1216669;
+ NumCkpts = 0;
+ StatsLifetimeStarter = 18247;
+ ImageSize = 1000000;
+ Cmd = "/home/xguo23/model_3_1.46/Simulation_condor/chtcjobwrapper";
+ LocalSysCpu = 0.0;
+ Iwd = "/home/xguo23/model_3_1.46/Simulation_condor/model_3/3"
+ ]
+
+ [
+ BlockWrites = 506;
+ LastJobStatus = 2;
+ JobCurrentStartExecutingDate = 1446133964;
+ WantRemoteIO = true;
+ RequestCpus = 1;
+ NumShadowStarts = 1;
+ RemoteUserCpu = 1.100000000000000E+01;
+ NiceUser = false;
+ BytesRecvd = 1.220270000000000E+06;
+ RequestMemory = 1000;
+ ResidentSetSize = 7500;
+ StreamOut = false;
+ SpooledOutputFiles = "chtcinnerwrapper,SLIBS2.tar.gz,R2011b_INFO,AuditLog.20111,CURLTIME_1051736,ChtcWrapper20111.out,CODEBLOWUP";
+ OnExitRemove = true;
+ ImageSize_RAW = 5056;
+ RemoteWallClockTime = 5.800000000000000E+01;
+ MachineAttrSlotWeight0 = 1;
+ ExecutableSize = 7;
+ JobStatus = 4;
+ DAGParentNodeNames = "";
+ ExitCode = 5;
+ DAGManNodesMask = "0,1,2,4,5,7,9,10,11,12,13,16,17,24,27";
+ BytesSent = 2.727274000000000E+06;
+ LastSuspensionTime = 0;
+ ExecutableSize_RAW = 6;
+ RecentBlockReadKbytes = 164;
+ TransferInputSizeMB = 1;
+ Matlab = "R2011b";
+ BlockReadKbytes = 164;
+ LocalSysCpu = 0.0;
+ WantGlidein = true;
+ Iwd = "/home/dentler/ChtcRun/project_auction/results_fix2/20111";
+ Cmd = "/home/dentler/ChtcRun/chtcjobwrapper";
+ RecentStatsLifetimeStarter = 43;
+ LeaveJobInQueue = false;
+ TargetType = "Machine";
+ WhenToTransferOutput = "ON_EXIT";
+ Owner = "dentler";
+ JobNotification = 0;
+ BufferSize = 524288;
+ RecentBlockWrites = 506;
+ CompletionDate = 1446134021;
+ LastMatchTime = 1446133963;
+ LastJobLeaseRenewal = 1446134021;
+ DAGManNodesLog = "/home/dentler/ChtcRun/project_auction/results_fix2/./mydag.dag.nodes.log";
+ ClusterId = 49583938;
+ NumJobStarts = 1;
+ JobUniverse = 5;
+ AutoClusterAttrs = "JobUniverse,LastCheckpointPlatform,NumCkpts,ClientMachine,_condor_RequestCpus,_condor_RequestDisk,_condor_RequestGPUs,_condor_RequestMemory,RequestCpus,RequestDisk,RequestGPUs,RequestMemory,BIOCHEM,MachineLastMatchTime,ConcurrencyLimits,NiceUser,Rank,Requirements,ImageSize,MemoryRequirements,User,RemoteGroup,SubmitterGroup,SubmitterUserPrio,Group,WIDsTheme,InteractiveJob,Is_Resumable,WantFlocking,WantGlidein,Scheduler,Owner,JobStart,MemoryUsage,IsExpressQueueJob,DiskUsage,HEP_VO,IsDesktop,OSG_VO,x509userproxysubject,PassedTest,IsLocalCMSJob,IsLocalCMSSlot,IsSAMSlot,IsSAMJob,MaxDiskTempC,IsDedicated,estimated_run_hours,IsCHTCSubmit,RequiresCVMFS,DynamicSlot,PartitionableSlot,Slot1_ExpectedMachineGracefulDrainingCompletion,Slot1_JobStarts,Slot1_SelfMonitorAge,Slot2_ExpectedMachineGracefulDrainingCompletion,Slot2_JobStarts,Slot2_SelfMonitorAge,Slot3_ExpectedMachineGracefulDrainingCompletion,Slot3_JobStarts,Slot3_SelfMonitorAge,Slot4_ExpectedMachineGracefulDr
ainingCompletion,Slot4_JobStarts,Slot4_SelfMonitorAge,Slot5_ExpectedMachineGracefulDrainingCompletion,Slot5_JobStarts,Slot5_SelfMonitorAge,Slot6_ExpectedMachineGracefulDrainingCompletion,Slot6_JobStarts,Slot6_SelfMonitorAge,Slot7_ExpectedMachineGracefulDrainingCompletion,Slot7_JobStarts,Slot7_SelfMonitorAge,Slot8_ExpectedMachineGracefulDrainingCompletion,Slot8_JobStarts,Slot8_SelfMonitorAge,Slot1_TotalTimeClaimedBusy,Slot1_TotalTimeUnclaimedIdle,Slot2_TotalTimeClaimedBusy,Slot2_TotalTimeUnclaimedIdle,Slot3_TotalTimeClaimedBusy,Slot3_TotalTimeUnclaimedIdle,Slot4_TotalTimeClaimedBusy,Slot4_TotalTimeUnclaimedIdle,Slot5_TotalTimeClaimedBusy,Slot5_TotalTimeUnclaimedIdle,Slot6_TotalTimeClaimedBusy,Slot6_TotalTimeUnclaimedIdle,Slot7_TotalTimeClaimedBusy,Slot7_TotalTimeUnclaimedIdle,Slot8_TotalTimeClaimedBusy,Slot8_TotalTimeUnclaimedIdle,Slot10_ExpectedMachineGracefulDrainingCompletion,Slot10_JobStarts,Slot10_SelfMonitorAge,Slot11_ExpectedMachineGracefulDrainingCompletion,Slot11_JobStarts,S
lot11_SelfMonitorAge,Slot12_ExpectedMachineGracefulDrainingCompletion,Slot12_JobStarts,Slot12_SelfMonitorAge,Slot9_ExpectedMachineGracefulDrainingCompletion,Slot9_JobStarts,Slot9_SelfMonitorAge,Slot12_TotalTimeClaimedBusy,Slot10_TotalTimeClaimedBusy,Slot10_TotalTimeUnclaimedIdle,Slot11_TotalTimeClaimedBusy,Slot11_TotalTimeUnclaimedIdle,Slot12_TotalTimeUnclaimedIdle,Slot9_TotalTimeClaimedBusy,Slot9_TotalTimeUnclaimedIdle,Slot13_ExpectedMachineGracefulDrainingCompletion,Slot13_JobStarts,Slot13_SelfMonitorAge,Slot14_ExpectedMachineGracefulDrainingCompletion,Slot14_JobStarts,Slot14_SelfMonitorAge,Slot15_ExpectedMachineGracefulDrainingCompletion,Slot15_JobStarts,Slot15_SelfMonitorAge,Slot16_ExpectedMachineGracefulDrainingCompletion,Slot16_JobStarts,Slot16_SelfMonitorAge,IsResumable,WHEN_TO_TRANSFER_OUTPUT,_condor_Requestadmin_mutex_1,_condor_Requestadmin_mutex_2,_condor_Requestadmin_mutex_3,_condor_Requestmachine_token,Requestadmin_mutex_1,Requestadmin_mutex_2,Requestadmin_mutex_3,Reques
tmachine_token,nyehle,IsBuildJob,IsMatlabBuildJob,TotalJobRunTime,NodeOnline,Slot13_TotalTimeClaimedBusy,Slot13_TotalTimeUnclaimedIdle,Slot14_TotalTimeClaimedBusy,Slot14_TotalTimeUnclaimedIdle,Slot15_TotalTimeClaimedBusy,Slot15_TotalTimeUnclaimedIdle,Slot16_TotalTimeClaimedBusy,Slot16_TotalTimeUnclaimedIdle,TmpIsFull,trResumable,RequiresCMSFrontier,Slot17_ExpectedMachineGracefulDrainingCompletion,Slot17_JobStarts,Slot17_SelfMonitorAge,Slot17_TotalTimeClaimedBusy,Slot17_TotalTimeUnclaimedIdle,Slot18_ExpectedMachineGracefulDrainingCompletion,Slot18_JobStarts,Slot18_SelfMonitorAge,Slot18_TotalTimeClaimedBusy,Slot18_TotalTimeUnclaimedIdle,Slot19_ExpectedMachineGracefulDrainingCompletion,Slot19_JobStarts,Slot19_SelfMonitorAge,Slot19_TotalTimeClaimedBusy,Slot19_TotalTimeUnclaimedIdle,Slot20_ExpectedMachineGracefulDrainingCompletion,Slot20_JobStarts,Slot20_SelfMonitorAge,Slot20_TotalTimeClaimedBusy,Slot20_TotalTimeUnclaimedIdle,Slot21_ExpectedMachineGracefulDrainingCompletion,Slot21_JobSta
rts,Slot21_SelfMonitorAge,Slot21_TotalTimeClaimedBusy,Slot21_TotalTimeUnclaimedIdle,Slot22_ExpectedMachineGracefulDrainingCompletion,Slot22_JobStarts,Slot22_SelfMonitorAge,Slot22_TotalTimeClaimedBusy,Slot22_TotalTimeUnclaimedIdle,Slot23_ExpectedMachineGracefulDrainingCompletion,Slot23_JobStarts,Slot23_SelfMonitorAge,Slot23_TotalTimeClaimedBusy,Slot23_TotalTimeUnclaimedIdle,Slot24_ExpectedMachineGracefulDrainingCompletion,Slot24_JobStarts,Slot24_SelfMonitorAge,Slot24_TotalTimeClaimedBusy,Slot24_TotalTimeUnclaimedIdle,Slot25_ExpectedMachineGracefulDrainingCompletion,Slot25_JobStarts,Slot25_SelfMonitorAge,Slot25_TotalTimeClaimedBusy,Slot25_TotalTimeUnclaimedIdle,Slot26_ExpectedMachineGracefulDrainingCompletion,Slot26_JobStarts,Slot26_SelfMonitorAge,Slot26_TotalTimeClaimedBusy,Slot26_TotalTimeUnclaimedIdle,Slot27_ExpectedMachineGracefulDrainingCompletion,Slot27_JobStarts,Slot27_SelfMonitorAge,Slot27_TotalTimeClaimedBusy,Slot27_TotalTimeUnclaimedIdle,Slot28_ExpectedMachineGracefulDrainin
gCompletion,Slot28_JobStarts,Slot28_SelfMonitorAge,Slot28_TotalTimeClaimedBusy,Slot28_TotalTimeUnclaimedIdle,Slot29_ExpectedMachineGracefulDrainingCompletion,Slot29_JobStarts,Slot29_SelfMonitorAge,Slot29_TotalTimeClaimedBusy,Slot29_TotalTimeUnclaimedIdle,Slot30_ExpectedMachineGracefulDrainingCompletion,Slot30_JobStarts,Slot30_SelfMonitorAge,Slot30_TotalTimeClaimedBusy,Slot30_TotalTimeUnclaimedIdle,Slot31_ExpectedMachineGracefulDrainingCompletion,Slot31_JobStarts,Slot31_SelfMonitorAge,Slot31_TotalTimeClaimedBusy,Slot31_TotalTimeUnclaimedIdle,Slot32_ExpectedMachineGracefulDrainingCompletion,Slot32_JobStarts,Slot32_SelfMonitorAge,Slot32_TotalTimeClaimedBusy,Slot32_TotalTimeUnclaimedIdle,ResidentSetSize";
+ MaxHosts = 1;
+ Args = "--type=Matlab --version=R2011b --cmdtorun=net_est --unique=20111 --";
+ CondorVersion = "$CondorVersion: 8.5.0 Sep 16 2015 BuildID: 341710 $";
+ CoreSize = 0;
+ OnExitHold = false;
+ CondorPlatform = "$CondorPlatform: X86_64-RedHat_6.6 $";
+ JobFinishedHookDone = 1446134021;
+ In = "/dev/null";
+ DiskUsage = 1250000;
+ EncryptExecuteDirectory = false;
+ CommittedSuspensionTime = 0;
+ User = "dentler@chtc.wisc.edu";
+ UserLog = "/home/dentler/ChtcRun/project_auction/results_fix2/20111/process.log";
+ JobCurrentStartDate = 1446133963;
+ BufferBlockSize = 32768;
+ MATCH_EXP_JOBGLIDEIN_ResourceName = "wisc.edu";
+ Requirements = ( ( OpSysMajorVer is 6 ) ) && ( MY.JobUniverse == 12 || MY.JobUniverse == 7 || MY.WantFlocking || MY.WantGlidein || TARGET.PoolName == "CHTC" || TARGET.COLLECTOR_HOST_STRING == "infopool.cs.wisc.edu" ) && ( TARGET.Arch == "X86_64" ) && ( TARGET.OpSys == "LINUX" ) && ( TARGET.Disk >= RequestDisk ) && ( TARGET.Memory >= RequestMemory ) && ( TARGET.HasFileTransfer );
+ MinHosts = 1;
+ JobLeaseDuration = 2400;
+ QDate = 1446133922;
+ PeriodicHold = false;
+ ProcId = 0;
+ Environment = "";
+ DAGNodeName = "20111+20111";
+ MemoryUsage = ( ( ResidentSetSize + 1023 ) / 1024 );
+ TerminationPending = true;
+ NumRestarts = 0;
+ NumSystemHolds = 0;
+ CommittedTime = 58;
+ AutoClusterId = 38259;
+ ExitStatus = 0;
+ ShouldTransferFiles = "YES";
+ MachineAttrCpus0 = 1;
+ WantRemoteSyscalls = false;
+ MyType = "Job";
+ CumulativeSuspensionTime = 0;
+ Rank = 0.0;
+ StartdPrincipal = "execute-side@matchsession/128.105.244.37";
+ WantFlocking = true;
+ Err = "process.err";
+ PeriodicRemove = false;
+ BlockWriteKbytes = 249656;
+ ExitBySignal = false;
+ DAGManJobId = 49583804;
+ EnteredCurrentStatus = 1446134021;
+ JOBGLIDEIN_ResourceName = "$$([IfThenElse(IsUndefined(TARGET.GLIDEIN_ResourceName), IfThenElse(IsUndefined(TARGET.GLIDEIN_Site), \"wisc.edu\", TARGET.GLIDEIN_Site), TARGET.GLIDEIN_ResourceName)])";
+ RecentBlockWriteKbytes = 249656;
+ TransferIn = false;
+ IsCHTCSubmit = true;
+ NumJobMatches = 1;
+ RootDir = "/";
+ JobStartDate = 1446133963;
+ JobPrio = 0;
+ CurrentHosts = 0;
+ GlobalJobId = "submit-3.chtc.wisc.edu#349583938.0#31446133922";
+ RemoteSysCpu = 7.000000000000000E+00;
+ TotalSuspensions = 0;
+ CommittedSlotTime = 5.800000000000000E+01;
+ WantCheckpoint = false;
+ BlockReads = 16;
+ LastRemoteHost = "slot1_10@e168.chtc.wisc.edu";
+ TransferInput = "/home/dentler/ChtcRun/project_auction/20111/,/home/dentler/ChtcRun/project_auction/shared/";
+ LocalUserCpu = 0.0;
+ PeriodicRelease = ( JobStatus == 5 ) && ( ( CurrentTime - EnteredCurrentStatus ) > 1800 ) && ( JobRunCount < 5 ) && ( HoldReasonCode != 6 ) && ( HoldReasonCode != 14 ) && ( HoldReasonCode != 22 );
+ RequestDisk = 4000000;
+ ResidentSetSize_RAW = 5056;
+ OrigMaxHosts = 1;
+ LastPublicClaimId = "<128.105.244.37:57713>#31445396629#32313#3...";
+ WantRHEL6 = true;
+ NumCkpts_RAW = 0;
+ Out = "process.out";
+ SubmitEventNotes = "DAG Node: 20111+20111";
+ CumulativeSlotTime = 5.800000000000000E+01;
+ JobRunCount = 1;
+ RecentBlockReads = 16;
+ StreamErr = false;
+ DiskUsage_RAW = 1205568;
+ NumCkpts = 0;
+ StatsLifetimeStarter = 52;
+ ImageSize = 7500
+ ]
+
+ [
+ BlockWrites = 0;
+ LastJobStatus = 2;
+ JobCurrentStartExecutingDate = 1446115115;
+ WantRemoteIO = true;
+ RequestCpus = 1;
+ NumShadowStarts = 1;
+ RemoteUserCpu = 1.878200000000000E+04;
+ NiceUser = false;
+ RequestMemory = 1000;
+ BytesRecvd = 2.846290000000000E+05;
+ ResidentSetSize = 125000;
+ StreamOut = false;
+ SpooledOutputFiles = "CURLTIME_2890029,ChtcWrapper260.out,AuditLog.260,simu_3_260.txt,harvest.log,260.out";
+ OnExitRemove = true;
+ ImageSize_RAW = 811948;
+ RemoteWallClockTime = 1.890300000000000E+04;
+ MachineAttrSlotWeight0 = 1;
+ ExecutableSize = 7;
+ JobStatus = 4;
+ DAGParentNodeNames = "";
+ ExitCode = 0;
+ DAGManNodesMask = "0,1,2,4,5,7,9,10,11,12,13,16,17,24,27";
+ BytesSent = 3.050700000000000E+04;
+ LastSuspensionTime = 0;
+ ExecutableSize_RAW = 6;
+ RecentBlockReadKbytes = 0;
+ TransferInputSizeMB = 0;
+ Matlab = "R2011b";
+ BlockReadKbytes = 0;
+ RecentStatsLifetimeStarter = 1200;
+ LeaveJobInQueue = false;
+ TargetType = "Machine";
+ WhenToTransferOutput = "ON_EXIT";
+ Owner = "xguo23";
+ JobNotification = 0;
+ BufferSize = 524288;
+ RecentBlockWrites = 0;
+ CompletionDate = 1446134017;
+ QDate = 1446105803;
+ JobLeaseDuration = 2400;
+ JobFinishedHookDone = 1446134017;
+ LastMatchTime = 1446115114;
+ LastJobLeaseRenewal = 1446134017;
+ DAGManNodesLog = "/home/xguo23/model_3_1.47/Simulation_condor/model_3/./mydag.dag.nodes.log";
+ ClusterId = 49582724;
+ JobUniverse = 5;
+ NumJobStarts = 1;
+ CondorVersion = "$CondorVersion: 8.5.0 Sep 16 2015 BuildID: 341710 $";
+ CoreSize = 0;
+ OnExitHold = false;
+ CondorPlatform = "$CondorPlatform: X86_64-RedHat_6.6 $";
+ In = "/dev/null";
+ DiskUsage = 1250000;
+ EncryptExecuteDirectory = false;
+ CommittedSuspensionTime = 0;
+ User = "xguo23@chtc.wisc.edu";
+ UserLog = "/home/xguo23/model_3_1.47/Simulation_condor/model_3/260/process.log";
+ JobCurrentStartDate = 1446115114;
+ BufferBlockSize = 32768;
+ MATCH_EXP_JOBGLIDEIN_ResourceName = "wisc.edu";
+ Requirements = ( ( OpSysMajorVer is 6 ) ) && ( MY.JobUniverse == 12 || MY.JobUniverse == 7 || MY.WantFlocking || MY.WantGlidein || TARGET.PoolName == "CHTC" || TARGET.COLLECTOR_HOST_STRING == "infopool.cs.wisc.edu" ) && ( TARGET.Arch == "X86_64" ) && ( TARGET.OpSys == "LINUX" ) && ( TARGET.Disk >= RequestDisk ) && ( TARGET.Memory >= RequestMemory ) && ( TARGET.HasFileTransfer );
+ MinHosts = 1;
+ MaxHosts = 1;
+ Args = "--type=Matlab --version=R2011b --cmdtorun=simu_condor --unique=260 -- 3";
+ PeriodicHold = false;
+ ProcId = 0;
+ Environment = "";
+ DAGNodeName = "260+260";
+ MemoryUsage = ( ( ResidentSetSize + 1023 ) / 1024 );
+ TerminationPending = true;
+ NumRestarts = 0;
+ NumSystemHolds = 0;
+ CommittedTime = 18903;
+ MachineAttrCpus0 = 1;
+ WantRemoteSyscalls = false;
+ MyType = "Job";
+ CumulativeSuspensionTime = 0;
+ Rank = 0.0;
+ StartdPrincipal = "execute-side@matchsession/128.105.245.164";
+ Err = "process.err";
+ PeriodicRemove = false;
+ BlockWriteKbytes = 0;
+ ExitBySignal = false;
+ DAGManJobId = 49582200;
+ EnteredCurrentStatus = 1446134017;
+ JOBGLIDEIN_ResourceName = "$$([IfThenElse(IsUndefined(TARGET.GLIDEIN_ResourceName), IfThenElse(IsUndefined(TARGET.GLIDEIN_Site), \"wisc.edu\", TARGET.GLIDEIN_Site), TARGET.GLIDEIN_ResourceName)])";
+ RecentBlockWriteKbytes = 0;
+ TransferIn = false;
+ ExitStatus = 0;
+ ShouldTransferFiles = "YES";
+ IsCHTCSubmit = true;
+ NumJobMatches = 1;
+ RootDir = "/";
+ JobStartDate = 1446115114;
+ JobPrio = 0;
+ CurrentHosts = 0;
+ GlobalJobId = "submit-3.chtc.wisc.edu#349582724.0#31446105803";
+ RemoteSysCpu = 1.090000000000000E+02;
+ TotalSuspensions = 0;
+ Committe
<TRUNCATED>