package water.runner;

import org.junit.Ignore;
import water.*;

import java.util.Set;

@Ignore
public class CleanNewKeysTask extends KeysMRTask<CleanNewKeysTask> {

    @Override
    protected void setupLocal() {
        DKVManager.retain(LocalTestRuntime.initKeys.toArray(new Key[0]));
    }

}

package water.runner;

import org.junit.Ignore;
import water.*;

import java.util.Set;

@Ignore
public class CleanNewKeysTask extends KeysMRTask<CleanNewKeysTask> {

    @Override
    protected void setupLocal() {
        final Set<Key> initKeys = LocalTestRuntime.initKeys;
        final Set<Key> actualKeys = H2O.localKeySet();
        for (Key actualKey : actualKeys){

            final Value value = Value.STORE_get(actualKey);
            if (initKeys.contains(actualKey) || isIgnorableKeyLeak(actualKey, value)) continue;
            if (!(value.get() instanceof Keyed)) {
                // Keyed objects might override remove_impl to excerscise their own removal strategy
                // Non-keyed objects should just be removed from the DKV
                DKV.remove(actualKey);
            } else {
                actualKey.remove();
            }
        }
        
    }

}

--- 
+++ 
@@ -10,21 +10,7 @@
 
     @Override
     protected void setupLocal() {
-        final Set<Key> initKeys = LocalTestRuntime.initKeys;
-        final Set<Key> actualKeys = H2O.localKeySet();
-        for (Key actualKey : actualKeys){
-
-            final Value value = Value.STORE_get(actualKey);
-            if (initKeys.contains(actualKey) || isIgnorableKeyLeak(actualKey, value)) continue;
-            if (!(value.get() instanceof Keyed)) {
-                // Keyed objects might override remove_impl to excerscise their own removal strategy
-                // Non-keyed objects should just be removed from the DKV
-                DKV.remove(actualKey);
-            } else {
-                actualKey.remove();
-            }
-        }
-        
+        DKVManager.retain(LocalTestRuntime.initKeys.toArray(new Key[0]));
     }
 
 }
Use DKVManager to clean newly added keys.
