You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@madlib.apache.org by do...@apache.org on 2020/03/16 17:59:16 UTC

[madlib] branch master updated: Remove tests for no GPU hardware

This is an automated email from the ASF dual-hosted git repository.

domino pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/madlib.git


The following commit(s) were added to refs/heads/master by this push:
     new c62dfe7  Remove tests for no GPU hardware
c62dfe7 is described below

commit c62dfe7c7c1dcd4c604def51fc0a6f9fa84f7d5a
Author: Domino Valdano <dv...@pivotal.io>
AuthorDate: Mon Mar 2 18:07:47 2020 -0800

    Remove tests for no GPU hardware
    
    This commit removes 2 problematic tests that we decided weren't worth including in the DL dev-check tests.
    
    One of these tests was checking to make sure that madlib_keras_fit() fails when you pass use_gpus=True. And the other does the same for madlib_keras_predict().  This wasn't a problem originally because we usually run dev-check only on Jenkins or other docker images where there are no GPU's. But as we continue to improve our pre-release testing process, we'd like to have dev-check be able to pass on GPU-enabled test platforms as well. So these tests are no longer appropriate.
---
 .../deep_learning/test/madlib_keras_fit.sql_in        | 15 ---------------
 .../deep_learning/test/madlib_keras_predict.sql_in    | 19 -------------------
 2 files changed, 34 deletions(-)

diff --git a/src/ports/postgres/modules/deep_learning/test/madlib_keras_fit.sql_in b/src/ports/postgres/modules/deep_learning/test/madlib_keras_fit.sql_in
index ccf55f1..23ee058 100644
--- a/src/ports/postgres/modules/deep_learning/test/madlib_keras_fit.sql_in
+++ b/src/ports/postgres/modules/deep_learning/test/madlib_keras_fit.sql_in
@@ -110,21 +110,6 @@ SELECT assert(
         array_upper(validation_loss, 1) = 2 ,
         'Keras model output Summary Validation failed. Actual:' || __to_char(summary))
 FROM (SELECT * FROM keras_saved_out_summary) summary;
--- Fit with gpus_per_host set to 2 must error out on machines
--- that don't have GPUs. Since Jenkins builds are run on docker containers
--- that don't have GPUs, these queries must error out.
-DROP TABLE IF EXISTS keras_saved_out_gpu, keras_saved_out_gpu_summary;
-SELECT assert(trap_error($TRAP$SELECT madlib_keras_fit(
-    'cifar_10_sample_batched',
-    'keras_saved_out_gpu',
-    'model_arch',
-    1,
-    $$ optimizer=SGD(lr=0.01, decay=1e-6, nesterov=True), loss='categorical_crossentropy', metrics=['accuracy']$$::text,
-    $$ batch_size=2, epochs=1, verbose=0 $$::text,
-    3,
-    True,
-    'cifar_10_sample_val');$TRAP$) = 1,
-       'Fit with gpus_per_host=2 must error out.');
 
 -- Test for
   -- Non null name and description columns
diff --git a/src/ports/postgres/modules/deep_learning/test/madlib_keras_predict.sql_in b/src/ports/postgres/modules/deep_learning/test/madlib_keras_predict.sql_in
index f7ea886..5a5b362 100644
--- a/src/ports/postgres/modules/deep_learning/test/madlib_keras_predict.sql_in
+++ b/src/ports/postgres/modules/deep_learning/test/madlib_keras_predict.sql_in
@@ -38,25 +38,6 @@ SELECT madlib_keras_fit(
     $$ batch_size=2, epochs=1, verbose=0 $$::text,
     3);
 
--- Prediction with gpus_per_host set to 2 must error out on machines
--- that don't have GPUs. Since Jenkins builds are run on docker containers
--- that don't have GPUs, these queries must error out.
-
--- IMPORTANT: The following test must be run when we have a valid
--- keras_saved_out model table. Otherwise, it will fail because of a
--- non-existent model table, while we want to trap failure due to
--- gpus_per_host=2
-DROP TABLE IF EXISTS cifar10_predict_gpu;
-SELECT assert(trap_error($TRAP$SELECT madlib_keras_predict(
-    'keras_saved_out',
-    'cifar_10_sample',
-    'id',
-    'x',
-    'cifar10_predict_gpu',
-    NULL,
-    TRUE);$TRAP$) = 1,
-    'Prediction with use_gpus=True must error out.');
-
 DROP TABLE IF EXISTS cifar10_predict;
 SELECT madlib_keras_predict(
     'keras_saved_out',