[
|
{
|
"tests": "153-reference-stress",
|
"description": ["Disable 153-reference-stress temporarily until a fix",
|
"arrives."],
|
"bug": "http://b/33389022"
|
},
|
{
|
"tests": "132-daemon-locks-shutdown",
|
"description": ["This test seems to fail occasionally on redefine-stress for unknown reasons without stack-traces"],
|
"variant": "redefine-stress",
|
"bug": "http://b/121302864"
|
},
|
{
|
"tests": "579-inline-infinite",
|
"description": ["This test seems to fail often on redefine-stress for unknown reasons"],
|
"variant": "redefine-stress",
|
"bug": "http://b/73871735"
|
},
|
{
|
"tests": "080-oom-fragmentation",
|
"description": ["Disable 080-oom-fragmentation for GSS GC due to lack of",
|
"support for allocations larger than 32MB."],
|
"env_vars": {"ART_DEFAULT_GC_TYPE": "GSS"},
|
"bug": "http://b/33795328"
|
},
|
{
|
"tests": "080-oom-fragmentation",
|
"description": ["Disable 080-oom-fragmentation for CC collector in debug mode",
|
"because of potential fragmentation caused by the region space's",
|
"cyclic region allocation (which is enabled in debug mode)."],
|
"variant": "debug",
|
"bug": "http://b/33795328"
|
},
|
{
|
"tests": ["497-inlining-and-class-loader",
|
"542-unresolved-access-check"],
|
"description": ["Disable 497-inlining-and-class-loader and ",
|
"542-unresolved-access-check until they are rewritten.",
|
"These tests use a broken class loader that tries to",
|
"register a dex file that's already registered with a",
|
"different loader."],
|
"bug": "http://b/34193123"
|
},
|
{
|
"tests": "149-suspend-all-stress",
|
"description": "Disable 149-suspend-all-stress, its output is flaky",
|
"bug": "http://b/28988206"
|
},
|
{
|
"tests": ["002-sleep",
|
"053-wait-some",
|
"055-enum-performance",
|
"133-static-invoke-super"],
|
"description": ["Tests that are timing sensitive and flaky on heavily",
|
"loaded systems."]
|
},
|
{
|
"tests": "147-stripped-dex-fallback",
|
"variant": "target",
|
"description": ["147-stripped-dex-fallback isn't supported on device",
|
"because --strip-dex requires the zip command."]
|
},
|
{
|
"tests": "569-checker-pattern-replacement",
|
"variant": "target",
|
"description": ["569-checker-pattern-replacement tests behaviour",
|
"present only on host."]
|
},
|
{
|
"tests": ["116-nodex2oat",
|
"118-noimage-dex2oat",
|
"134-nodex2oat-nofallback"],
|
"variant": "prebuild",
|
"description": ["Note 116-nodex2oat is not broken per-se it just",
|
"doesn't (and isn't meant to) work with --prebuild."]
|
},
|
{
|
"tests": ["147-stripped-dex-fallback",
|
"608-checker-unresolved-lse"],
|
"variant": "no-prebuild"
|
},
|
{
|
"tests": ["118-noimage-dex2oat",
|
"1001-app-image-regions"],
|
"variant": "no-relocate",
|
"description": ["118-noimage-dex2oat is not broken per-se it just ",
|
"doesn't work (and isn't meant to) without --prebuild ",
|
"--relocate. 1001-app-image-regions is disabled since it",
|
"doesn't have the app image loaded for no-relocate"]
|
},
|
{
|
"tests" : "629-vdex-speed",
|
"variant": "interp-ac | interpreter | jit",
|
"description": "629 requires compilation."
|
},
|
{
|
"tests": "137-cfi",
|
"variant": "gcstress",
|
"description": ["137-cfi needs to unwind a second forked process. We're",
|
"using a primitive sleep to wait till we hope the",
|
"second process got into the expected state. The",
|
"slowness of gcstress makes this bad."]
|
},
|
{
|
"tests": "152-dead-large-object",
|
"variant": "gcstress",
|
"description": ["152-dead-large-object requires a heap larger than what gcstress uses."],
|
"bug": "http://b/35800768"
|
},
|
{
|
"tests": "163-app-image-methods",
|
"variant": "gcstress",
|
"description": ["This test sometimes runs out of memory initializing the boot classpath."]
|
},
|
{
|
"tests": "164-resolution-trampoline-dex-cache",
|
"variant": "interp-ac | interpreter",
|
"description": ["This test requires AOT mixed with JIT and enables the JIT by the ",
|
"runtime option -Xusejit:true. This conflicts with -Xint passed for ",
|
"interpreter configurations (interp-ac | interpreter). The 'jit' ",
|
"configuration succeeds even though it does not test anything useful."]
|
},
|
{
|
"tests": ["908-gc-start-finish",
|
"913-heaps"],
|
"variant": "gcstress",
|
"description": ["908-gc-start-finish expects GCs only to be run at",
|
"clear points. The reduced heap size makes this",
|
"non-deterministic. Same for 913."]
|
},
|
{
|
"tests": ["1946-list-descriptors"],
|
"variant": "gcverify | trace",
|
"description": "This test is rather slow and gcverify or trace often cause it to timeout."
|
},
|
{
|
"tests": ["961-default-iface-resolution-gen",
|
"964-default-iface-init-gen",
|
"968-default-partial-compile-gen"],
|
"variant": "gcstress",
|
"description": ["961-default-iface-resolution-gen,",
|
"968-default-partial-compile-gen and",
|
"964-default-iface-init-gen are very long tests that",
|
"often will take more than the timeout to run when",
|
"gcstress is enabled. This is because gcstress slows",
|
"down allocations significantly which these tests do a",
|
"lot."]
|
},
|
{
|
"tests": "154-gc-loop",
|
"variant": "gcstress | jit & debug",
|
"description": ["154-gc-loop depends GC not happening too often"],
|
"bug": "http://b/35917229"
|
},
|
{
|
"tests": "115-native-bridge",
|
"variant": "target",
|
"description": ["115-native-bridge setup is complicated. Need to",
|
"implement it correctly for the target."]
|
},
|
{
|
"tests": "130-hprof",
|
"variant": "target",
|
"description": ["130-hprof dumps the heap and runs hprof-conv to check",
|
"whether the file is somewhat readable. Thi is only",
|
"possible on the host. TODO: Turn off all the other",
|
"combinations, this is more about testing actual ART",
|
"code. A gtest is very hard to write here, as (for a",
|
"complete test) JDWP must be set up."]
|
},
|
{
|
"tests": "138-duplicate-classes-check",
|
"variant": "ndebug",
|
"description": ["Turned on for debug builds since debug builds have",
|
"duplicate classes checks enabled"],
|
"bug": "http://b/2133391"
|
},
|
{
|
"tests": "147-stripped-dex-fallback",
|
"variant": "no-image",
|
"description": ["147-stripped-dex-fallback is disabled because it",
|
"requires --prebuild."]
|
},
|
{
|
"tests": ["116-nodex2oat",
|
"118-noimage-dex2oat",
|
"137-cfi",
|
"138-duplicate-classes-check2"],
|
"variant": "no-image",
|
"description": ["All these tests check that we have sane behavior if we",
|
"don't have a dex2oat. Therefore we",
|
"shouldn't run them in situations where we actually",
|
"don't have these since they explicitly test for them.",
|
"These all also assume we have an image."]
|
},
|
{
|
"tests": ["137-cfi",
|
"138-duplicate-classes-check",
|
"018-stack-overflow",
|
"961-default-iface-resolution-gen",
|
"964-default-iface-init-gen"],
|
"variant": "no-image",
|
"description": ["This test fails without an image. 018, 961, 964 often",
|
"time out."],
|
"bug": "http://b/34369284"
|
},
|
{
|
"tests": ["018-stack-overflow",
|
"107-int-math2",
|
"667-jit-jni-stub"],
|
"description": ["We run for long enough for jit to compile some of the methods ",
|
"which means it takes so long to finish the test that it will ",
|
"timeout. The timeout is due to having to walk the stack ",
|
"when entering and exiting methods due to the way the instrumentation ",
|
"trampoline is implemented."],
|
"variant": "debuggable & jit & trace | debuggable & jit & stream"
|
},
|
{
|
"tests": "1935-get-set-current-frame-jit",
|
"description": ["Test expects that OSR works but tracing turns this feature off."],
|
"variant": "trace | stream"
|
},
|
{
|
"tests": "1940-ddms-ext",
|
"description": ["Test expects to be able to start tracing but we cannot",
|
"do that if tracing is already ongoing."],
|
"variant": "trace | stream"
|
},
|
{
|
"tests": "137-cfi",
|
"description": ["This test unrolls and expects managed frames, but",
|
"tracing means we run the interpreter or trampolines."],
|
"variant": "trace | stream"
|
},
|
{
|
"tests": ["802-deoptimization"],
|
"description": ["This test dynamically enables tracing to force a",
|
"deoptimization. This makes the test meaningless",
|
"when already tracing, and writes an error message",
|
"that we do not want to check for."],
|
"variant": "trace | stream"
|
},
|
{
|
"tests": ["570-checker-osr", "570-checker-osr-locals"],
|
"description": ["These tests wait for OSR, which never happens when tracing."],
|
"variant": "trace | stream"
|
},
|
{
|
"tests": "130-hprof",
|
"description": "130 occasional timeout",
|
"bug": "http://b/32383962",
|
"variant": "trace | stream"
|
},
|
{
|
"tests": ["087-gc-after-link",
|
"141-class-unload"],
|
"variant": "trace | stream"
|
},
|
{
|
"tests": ["604-hot-static-interface",
|
"612-jit-dex-cache",
|
"613-inlining-dex-cache",
|
"626-set-resolved-string",
|
"638-checker-inline-cache-intrinsic"],
|
"variant": "trace | stream",
|
"description": ["These tests expect JIT compilation, which is",
|
"suppressed when tracing."]
|
},
|
{
|
"tests": "597-deopt-busy-loop",
|
"variant": "interp-ac | interpreter | trace | stream",
|
"description": ["This test expects JIT compilation, which is",
|
"suppressed when tracing."]
|
},
|
{
|
"tests": "638-checker-inline-cache-intrinsic",
|
"variant": "interpreter | interp-ac",
|
"description": ["Test expects JIT compilation"]
|
},
|
{
|
"tests": "597-deopt-invoke-stub",
|
"variant": "speed-profile | interp-ac | interpreter | optimizing | trace | stream",
|
"description": ["This test expects JIT compilation and no AOT for",
|
"testing deoptimizing at quick-to-interpreter bridge."]
|
},
|
{
|
"tests": "906-iterate-heap",
|
"description": ["Test 906 iterates the heap filtering with different",
|
"options. No instances should be created between those",
|
"runs to be able to have precise checks."],
|
"variant": "jit"
|
},
|
{
|
"tests": ["570-checker-select",
|
"484-checker-register-hints"],
|
"description": ["These tests were based on the linear scan allocator,",
|
"which makes different decisions than the graph",
|
"coloring allocator. (These attempt to test for code",
|
"quality, not correctness.)"],
|
"variant": "regalloc_gc"
|
},
|
{
|
"tests": ["454-get-vreg",
|
"457-regs",
|
"602-deoptimizeable",
|
"685-deoptimizeable"],
|
"description": ["Tests that should fail when the optimizing compiler ",
|
"compiles them non-debuggable."],
|
"variant": "optimizing & ndebuggable | regalloc_gc & ndebuggable | speed-profile & ndebuggable | jit & ndebuggable | jit-on-first-use & ndebuggable"
|
},
|
{
|
"tests": "596-app-images",
|
"description": "Code being tested has been disabled",
|
"bug": "b/70734839"
|
},
|
{
|
"tests": "055-enum-performance",
|
"variant": "optimizing | regalloc_gc",
|
"description": ["055: Exceeds run time limits due to heap poisoning ",
|
"instrumentation (on ARM and ARM64 devices)."]
|
},
|
{
|
"tests": "909-attach-agent",
|
"variant": "debuggable",
|
"description": "Tests that check semantics for a non-debuggable app."
|
},
|
{
|
"tests": "137-cfi",
|
"variant": "debuggable",
|
"description": ["The test relies on AOT code and debuggable makes us",
|
"JIT always."]
|
},
|
{
|
"tests": ["000-nop",
|
"134-nodex2oat-nofallback",
|
"147-stripped-dex-fallback",
|
"595-profile-saving"],
|
"description": "The doesn't compile anything",
|
"env_vars": {"ART_TEST_BISECTION": "true"},
|
"variant": "optimizing | regalloc_gc"
|
},
|
{
|
"tests": "089-many-methods",
|
"description": "The test tests a build failure",
|
"env_vars": {"ART_TEST_BISECTION": "true"},
|
"variant": "optimizing | regalloc_gc"
|
},
|
{
|
"tests": ["018-stack-overflow",
|
"116-nodex2oat",
|
"118-noimage-dex2oat",
|
"126-miranda-multidex",
|
"137-cfi"],
|
"description": "The test run dalvikvm more than once.",
|
"env_vars": {"ART_TEST_BISECTION": "true"},
|
"variant": "optimizing | regalloc_gc"
|
},
|
{
|
"tests": ["115-native-bridge",
|
"088-monitor-verification"],
|
"description": "The test assume they are always compiled.",
|
"env_vars": {"ART_TEST_BISECTION": "true"},
|
"variant": "optimizing | regalloc_gc"
|
},
|
{
|
"tests": "055-enum-performance",
|
"description": ["The test tests performance which degrades during",
|
"bisecting."],
|
"env_vars": {"ART_TEST_BISECTION": "true"},
|
"variant": "optimizing | regalloc_gc"
|
},
|
{
|
"tests": ["537-checker-arraycopy",
|
"641-checker-arraycopy"],
|
"env_vars": {"ART_READ_BARRIER_TYPE": "TABLELOOKUP"}
|
},
|
{
|
"tests": ["530-checker-lse",
|
"530-checker-lse2",
|
"030-bad-finalizer",
|
"080-oom-throw",
|
"1336-short-finalizer-timeout"],
|
"bug": "http://b/36377828",
|
"variant": "interp-ac"
|
},
|
{
|
"tests": ["629-vdex-speed",
|
"634-vdex-duplicate"],
|
"description": ["Profile driven dexlayout does not work with vdex or dex verifier."],
|
"variant": "speed-profile"
|
},
|
{
|
"test_patterns": ["616-cha.*"],
|
"description": ["cha tests rely on knowing the exact set of optimizations available. ",
|
"Debuggable runtimes change the set of optimizations."],
|
"variant": "debuggable"
|
},
|
{
|
"test_patterns": ["616-cha.*"],
|
"description": ["cha tests rely on knowing more about the state of the JIT then is possible with jvmti-stress"],
|
"variant": "jvmti-stress & jit | redefine-stress & jit"
|
},
|
{
|
"test_patterns": ["616-cha"],
|
"description": ["The test assumes a boot image exists."],
|
"bug": "http://b/34193647",
|
"variant": "no-image"
|
},
|
{
|
"tests": [ "663-odd-dex-size",
|
"663-odd-dex-size2",
|
"663-odd-dex-size3",
|
"663-odd-dex-size4" ],
|
"description": ["All the odd-dex-size tests cause slicer to emit warnings."],
|
"variant": "jvmti-stress | redefine-stress"
|
},
|
{
|
"test_patterns": ["[0-9]*-checker-.*"],
|
"description": ["Checker tests are not compatible with jvmti."],
|
"variant": "jvmti-stress | redefine-stress | trace-stress | field-stress | step-stress"
|
},
|
{
|
"tests": [
|
"961-default-iface-resolution-gen",
|
"964-default-iface-init-gen",
|
"968-default-partial-compile-gen"
|
],
|
"description": ["Tests that just take too long with jvmti-stress"],
|
"variant": "jvmti-stress | redefine-stress | trace-stress | step-stress"
|
},
|
{
|
"tests": ["082-inline-execute"],
|
"description": ["speed-profile seems to cause the agent to be given an invalid dex file" ],
|
"bug": "b/65452964",
|
"variant": "redefine-stress & speed-profile | jvmti-stress & speed-profile"
|
},
|
{
|
"tests": ["701-easy-div-rem",
|
"303-verification-stress"],
|
"description": ["speed-profile leads to dex files that slicer emits warnings about"],
|
"variant": "redefine-stress & speed-profile | jvmti-stress & speed-profile"
|
},
|
{
|
"test_patterns": [
|
".*invoke-custom.*",
|
".*invoke-polymorphic.*",
|
".*methodhandle.*",
|
".*method-handle.*",
|
".*varhandle.*",
|
".*var-handle.*",
|
"716-jli-jit-samples"
|
],
|
"description": [
|
"Tests for bytecodes introduced after DEX version 037 that are unsupported by",
|
"dexter/slicer."
|
],
|
"bug": "b/37272822",
|
"variant": "jvmti-stress | redefine-stress"
|
},
|
{
|
"tests": [
|
"004-ThreadStress",
|
"130-hprof",
|
"579-inline-infinite",
|
"1946-list-descriptors"
|
],
|
"description": ["Too slow to finish in the timeout"],
|
"variant": "jvmti-stress | redefine-stress | trace-stress | field-stress | step-stress"
|
},
|
{
|
"tests": [
|
"911-get-stack-trace"
|
],
|
"description": ["Tests that fail when run with step-stress for unknown reasons."],
|
"bug": "b/120995005",
|
"variant": "jvmti-stress | step-stress"
|
},
|
{
|
"tests": [
|
"004-SignalTest",
|
"004-StackWalk",
|
"064-field-access",
|
"083-compiler-regressions",
|
"098-ddmc",
|
"107-int-math2",
|
"129-ThreadGetId",
|
"135-MirandaDispatch",
|
"132-daemon-locks-shutdown",
|
"163-app-image-methods",
|
"607-daemon-stress",
|
"674-hiddenapi",
|
"687-deopt",
|
"904-object-allocation"
|
],
|
"description": ["Tests that sometimes fail when run with jvmti-stress for unknown reasons."],
|
"bug": "b/120995005",
|
"variant": "jvmti-stress | trace-stress | field-stress | step-stress"
|
},
|
{
|
"tests": [
|
"018-stack-overflow",
|
"137-cfi",
|
"595-profile-saving",
|
"597-deopt-busy-loop",
|
"597-deopt-new-string",
|
"660-clinit",
|
"900-hello-plugin",
|
"909-attach-agent",
|
"924-threads",
|
"981-dedup-original-dex",
|
"1900-track-alloc"
|
],
|
"description": ["Tests that require exact knowledge of the deoptimization state, the ",
|
"number of plugins and agents, or breaks other openjdkjvmti assumptions."],
|
"variant": "jvmti-stress | redefine-stress | trace-stress | field-stress | step-stress"
|
},
|
{
|
"tests": [
|
"607-daemon-stress",
|
"602-deoptimizeable",
|
"121-simple-suspend-check",
|
"083-compiler-regressions"
|
],
|
"description": ["Tests that have failed on redefine stress for unknown reasons"],
|
"bug": "b/73177368",
|
"variant": "redefine-stress"
|
},
|
{
|
"tests": [
|
"638-no-line-number"
|
],
|
"description": ["Tests that fail on redefine stress due to branch instruction selection"],
|
"bug": "b/110869946",
|
"variant": "redefine-stress"
|
},
|
{
|
"tests": [
|
"097-duplicate-method",
|
"138-duplicate-classes-check2",
|
"159-app-image-fields",
|
"649-vdex-duplicate-method",
|
"674-hiddenapi",
|
"690-hiddenapi-same-name-methods",
|
"804-class-extends-itself",
|
"921-hello-failure",
|
"999-redefine-hiddenapi"
|
],
|
"description": [
|
"Tests that use illegal dex files or otherwise break dexter assumptions"
|
],
|
"variant": "jvmti-stress | redefine-stress"
|
},
|
{
|
"tests": [
|
"018-stack-overflow",
|
"068-classloader",
|
"086-null-super",
|
"087-gc-after-link",
|
"626-const-class-linking",
|
"629-vdex-speed",
|
"647-jni-get-field-id",
|
"674-hiddenapi",
|
"690-hiddenapi-same-name-methods",
|
"691-hiddenapi-proxy",
|
"692-vdex-inmem-loader",
|
"693-vdex-inmem-loader-evict",
|
"944-transform-classloaders",
|
"999-redefine-hiddenapi"
|
],
|
"description": [
|
"Tests that use custom class loaders or other features not supported ",
|
"by our JVMTI implementation"
|
],
|
"variant": "jvmti-stress | redefine-stress"
|
},
|
{
|
"tests": [
|
"004-ThreadStress"
|
],
|
"description": "The thread stress test just takes too long with field-stress",
|
"variant": "jvmti-stress | field-stress | step-stress | redefine-stress"
|
},
|
{
|
"tests": [
|
"031-class-attributes",
|
"715-clinit-implicit-parameter-annotations",
|
"911-get-stack-trace"
|
],
|
"description": [
|
"Tests that use annotations and debug data that is not kept around by dexter."
|
],
|
"bug": "b/37239009",
|
"variant": "jvmti-stress | redefine-stress"
|
},
|
{
|
"tests": [ "1911-get-local-var-table" ],
|
"description": [
|
"Test that relies on knowing the exact layout of a dex file"
|
],
|
"variant": "jvmti-stress | redefine-stress"
|
},
|
{
|
"tests": [
|
"536-checker-needs-access-check",
|
"537-checker-inline-and-unverified",
|
"569-checker-pattern-replacement",
|
"586-checker-null-array-get"
|
],
|
"description": [
|
"Tests that have verify-at-runtime classes, but being compiled when using vdex."
|
],
|
"variant": "speed-profile"
|
},
|
{
|
"tests": "648-many-direct-methods",
|
"variant": "debug",
|
"description": "Test disabled in debug mode because of dex2oatd timeouts.",
|
"bug": "b/33650497"
|
},
|
{
|
"tests": "1946-list-descriptors",
|
"description": "ASAN+interp-ac/switch interpreter means this is too slow to finish in the timeout",
|
"variant": "target & interp-ac",
|
"env_vars": {"SANITIZE_TARGET": "address"}
|
},
|
{
|
"tests": "1946-list-descriptors",
|
"description": "ASAN+interp-ac/switch interpreter means this is too slow to finish in the timeout",
|
"variant": "host & interp-ac",
|
"env_vars": {"SANITIZE_HOST": "address"}
|
},
|
{
|
"tests": "175-alloc-big-bignums",
|
"description": "ASAN runs out of memory due to huge allocations.",
|
"variant": "host",
|
"env_vars": {"SANITIZE_HOST": "address"}
|
},
|
{
|
"tests": "202-thread-oome",
|
"description": "ASAN aborts when large thread stacks are requested.",
|
"variant": "host",
|
"env_vars": {"SANITIZE_HOST": "address"}
|
},
|
{
|
"tests": "202-thread-oome",
|
"description": "ASAN aborts when large thread stacks are requested.",
|
"variant": "target",
|
"env_vars": {"SANITIZE_TARGET": "address"}
|
},
|
{
|
"tests": [
|
"018-stack-overflow",
|
"107-int-math2"
|
],
|
"description": [
|
"Insufficient stack guards for ASAN."
|
],
|
"variant": "interp-ac & host",
|
"env_vars": {"SANITIZE_HOST": "address"},
|
"bug": "b/31098551"
|
},
|
{
|
"tests": [
|
"018-stack-overflow",
|
"107-int-math2"
|
],
|
"description": [
|
"Insufficient stack guards for ASAN."
|
],
|
"variant": "interp-ac & target",
|
"env_vars": {"SANITIZE_TARGET": "address"},
|
"bug": "b/31098551"
|
},
|
{
|
"tests": [
|
"059-finalizer-throw",
|
"074-gc-thrash",
|
"911-get-stack-trace",
|
"913-heaps",
|
"980-redefine-object"
|
],
|
"description": [
|
"Interpreter with access checks stack frames are too large and result in",
|
"StackOverFlow errors being thrown."
|
],
|
"variant": "interp-ac & host",
|
"env_vars": {"SANITIZE_HOST": "address"}
|
},
|
{
|
"tests": [
|
"059-finalizer-throw",
|
"074-gc-thrash",
|
"911-get-stack-trace",
|
"913-heaps",
|
"980-redefine-object"
|
],
|
"description": [
|
"Interpreter with access checks stack frames are too large and result in",
|
"StackOverFlow errors being thrown."
|
],
|
"variant": "interp-ac & target",
|
"env_vars": {"SANITIZE_TARGET": "address"}
|
},
|
{
|
"tests": "071-dexfile-map-clean",
|
"description": [ "We use prebuilt zipalign on master-art-host to avoid pulling in a lot",
|
"of the framework. But a non-sanitized zipalign binary does not work with",
|
"a sanitized libc++."],
|
"env_vars": {"SANITIZE_HOST": "address"}
|
},
|
{
|
"tests": "141-class-unload",
|
"description": "Segmentation fault",
|
"bug": "b/31098949",
|
"env_vars": {"SANITIZE_HOST": "address"}
|
},
|
{
|
"tests": "104-growth-limit",
|
"description": "Flake",
|
"bug": "b/63514331",
|
"env_vars": {"SANITIZE_HOST": "address"}
|
},
|
{
|
"tests": ["988-method-trace"],
|
"variant": "redefine-stress | jvmti-stress",
|
"description": "Test disabled due to redefine-stress disabling intrinsics which changes the trace output slightly."
|
},
|
{
|
"tests": ["137-cfi", "629-vdex-speed"],
|
"description": [ "Tests require speed compilation which is no longer the default for",
|
"no-prebuild or no-image configs."],
|
"variant": "no-prebuild | no-image"
|
},
|
{
|
"tests": ["059-finalizer-throw", "063-process-manager"],
|
"description": [ "Tests that take too long on target with gcstress and debug" ],
|
"variant": "gcstress & target & debug"
|
},
|
{
|
"tests": ["905-object-free"],
|
"description": [ "Flake on gcstress" ],
|
"bug": "b/62562923",
|
"variant": "gcstress & jit & target"
|
},
|
{
|
"tests": "660-clinit",
|
"variant": "no-image | no-prebuild | jvmti-stress | redefine-stress",
|
"description": ["Tests <clinit> for app images, which --no-image, --no-prebuild, ",
|
"and --redefine-stress do not create"]
|
},
|
{
|
"tests": ["961-default-iface-resolution-gen",
|
"964-default-iface-init-gen",
|
"968-default-partial-compile-gen"],
|
"env_vars": {"SANITIZE_HOST": "address"},
|
"description": ["Test hits dex2oat watchdog timeout (60sec) on art-asan"]
|
},
|
{
|
"tests": "664-aget-verifier",
|
"description": ["Aget on potentially null array fails verification."],
|
"bug": "b/64683522"
|
},
|
{
|
"tests": ["628-vdex",
|
"629-vdex-speed",
|
"634-vdex-duplicate"],
|
"variant": "cdex-fast",
|
"description": ["Tests that depend on input-vdex are not supported with compact dex"]
|
},
|
{
|
"tests": ["661-oat-writer-layout"],
|
"variant": "interp-ac | interpreter | jit | jit-on-first-use | no-prebuild | no-image | trace | redefine-stress | jvmti-stress",
|
"description": ["Test is designed to only check --optimizing"]
|
},
|
{
|
"tests": ["004-StackWalk"],
|
"variant": "interp-ac | interpreter | jit | no-prebuild | no-image | trace | redefine-stress | jvmti-stress | debuggable",
|
"description": ["Test is designed to only check --optimizing"]
|
},
|
{
|
"tests": "674-HelloWorld-Dm",
|
"variant": "target",
|
"description": ["Requires zip, which isn't available on device"]
|
},
|
{
|
"tests": ["683-clinit-inline-static-invoke"],
|
"variant": "jvm",
|
"description": ["Uses android-specific boot image class."]
|
},
|
{
|
"tests": ["1941-dispose-stress", "522-checker-regression-monitor-exit"],
|
"variant": "jvm",
|
"bug": "b/73888836",
|
"description": ["Hangs forever, times out."]
|
},
|
{
|
"tests": [
|
"004-JniTest",
|
"004-NativeAllocations",
|
"004-ReferenceMap",
|
"004-SignalTest",
|
"004-StackWalk",
|
"004-ThreadStress",
|
"004-UnsafeTest",
|
"005-annotations",
|
"008-exceptions",
|
"020-string",
|
"021-string2",
|
"030-bad-finalizer",
|
"031-class-attributes",
|
"034-call-null",
|
"038-inner-null",
|
"044-proxy",
|
"046-reflect",
|
"064-field-access",
|
"068-classloader",
|
"070-nio-buffer",
|
"071-dexfile",
|
"071-dexfile-get-static-size",
|
"071-dexfile-map-clean",
|
"082-inline-execute",
|
"086-null-super",
|
"087-gc-after-link",
|
"088-monitor-verification",
|
"091-override-package-private-method",
|
"097-duplicate-method",
|
"098-ddmc",
|
"099-vmdebug",
|
"100-reflect2",
|
"104-growth-limit",
|
"111-unresolvable-exception",
|
"115-native-bridge",
|
"116-nodex2oat",
|
"118-noimage-dex2oat",
|
"127-checker-secondarydex",
|
"129-ThreadGetId",
|
"130-hprof",
|
"1337-gc-coverage",
|
"1338-gc-no-los",
|
"134-nodex2oat-nofallback",
|
"134-reg-promotion",
|
"135-MirandaDispatch",
|
"136-daemon-jni-shutdown",
|
"137-cfi",
|
"138-duplicate-classes-check",
|
"138-duplicate-classes-check2",
|
"140-field-packing",
|
"141-class-unload",
|
"142-classloader2",
|
"143-string-value",
|
"144-static-field-sigquit",
|
"145-alloc-tracking-stress",
|
"146-bad-interface",
|
"147-stripped-dex-fallback",
|
"148-multithread-gc-annotations",
|
"150-loadlibrary",
|
"154-gc-loop",
|
"156-register-dex-file-multi-loader",
|
"157-void-class",
|
"158-app-image-class-table",
|
"159-app-image-fields",
|
"161-final-abstract-class",
|
"162-method-resolution",
|
"163-app-image-methods",
|
"164-resolution-trampoline-dex-cache",
|
"167-visit-locks",
|
"168-vmstack-annotated",
|
"172-app-image-twice",
|
"201-built-in-except-detail-messages",
|
"203-multi-checkpoint",
|
"304-method-tracing",
|
"305-other-fault-handler",
|
"412-new-array",
|
"416-optimizing-arith-not",
|
"425-invoke-super",
|
"431-type-propagation",
|
"432-optimizing-cmp",
|
"434-invoke-direct",
|
"435-new-instance",
|
"441-checker-inliner",
|
"442-checker-constant-folding",
|
"448-multiple-returns",
|
"449-checker-bce",
|
"452-multiple-returns2",
|
"453-not-byte",
|
"454-get-vreg",
|
"455-checker-gvn",
|
"457-regs",
|
"458-checker-instruct-simplification",
|
"459-dead-phi",
|
"460-multiple-returns3",
|
"461-get-reference-vreg",
|
"466-get-live-vreg",
|
"467-regalloc-pair",
|
"468-checker-bool-simplif-regression",
|
"471-uninitialized-locals",
|
"472-unreachable-if-regression",
|
"475-regression-inliner-ids",
|
"480-checker-dead-blocks",
|
"496-checker-inlining-class-loader",
|
"498-type-propagation",
|
"501-null-constant-dce",
|
"501-regression-packed-switch",
|
"503-dead-instructions",
|
"504-regression-baseline-entry",
|
"506-verify-aput",
|
"509-pre-header",
|
"510-checker-try-catch",
|
"511-clinit-interface",
|
"515-dce-dominator",
|
"516-dead-move-result",
|
"517-checker-builder-fallthrough",
|
"518-null-array-get",
|
"520-equivalent-phi",
|
"529-checker-unresolved",
|
"530-checker-lse",
|
"530-checker-lse-ctor-fences",
|
"530-checker-lse3",
|
"530-checker-regression-reftyp-final",
|
"536-checker-intrinsic-optimization",
|
"536-checker-needs-access-check",
|
"541-regression-inlined-deopt",
|
"543-env-long-ref",
|
"545-tracing-and-jit",
|
"550-checker-regression-wide-store",
|
"551-invoke-super",
|
"552-checker-primitive-typeprop",
|
"552-invoke-non-existent-super",
|
"553-invoke-super",
|
"556-invoke-super",
|
"559-checker-irreducible-loop",
|
"563-checker-fakestring",
|
"564-checker-irreducible-loop",
|
"565-checker-doublenegbitwise",
|
"565-checker-irreducible-loop",
|
"566-polymorphic-inlining",
|
"567-checker-compare",
|
"569-checker-pattern-replacement",
|
"570-checker-osr",
|
"571-irreducible-loop",
|
"574-irreducible-and-constant-area",
|
"575-checker-string-init-alias",
|
"580-checker-string-fact-intrinsics",
|
"585-inline-unresolved",
|
"586-checker-null-array-get",
|
"587-inline-class-error",
|
"588-checker-irreducib-lifetime-hole",
|
"591-new-instance-string",
|
"592-checker-regression-bool-input",
|
"593-checker-boolean-2-integral-conv",
|
"593-checker-shift-and-simplifier",
|
"594-invoke-super",
|
"595-error-class",
|
"595-profile-saving",
|
"596-app-images",
|
"596-checker-dead-phi",
|
"596-monitor-inflation",
|
"597-deopt-busy-loop",
|
"597-deopt-invoke-stub",
|
"597-deopt-new-string",
|
"599-checker-irreducible-loop",
|
"600-verifier-fails",
|
"601-method-access",
|
"602-deoptimizeable",
|
"605-new-string-from-bytes",
|
"608-checker-unresolved-lse",
|
"612-jit-dex-cache",
|
"613-inlining-dex-cache",
|
"616-cha",
|
"616-cha-abstract",
|
"616-cha-interface",
|
"616-cha-interface-default",
|
"616-cha-miranda",
|
"622-simplifyifs-exception-edges",
|
"624-checker-stringops",
|
"626-const-class-linking",
|
"628-vdex",
|
"629-vdex-speed",
|
"630-safecast-array",
|
"631-checker-fp-abs",
|
"633-checker-rtp-getclass",
|
"634-vdex-duplicate",
|
"636-wrong-static-access",
|
"638-checker-inline-cache-intrinsic",
|
"638-checker-inline-caches",
|
"638-no-line-number",
|
"641-irreducible-inline",
|
"643-checker-bogus-ic",
|
"645-checker-abs-simd",
|
"647-jni-get-field-id",
|
"647-sinking-catch",
|
"648-inline-caches-unresolved",
|
"649-vdex-duplicate-method",
|
"652-deopt-intrinsic",
|
"656-annotation-lookup-generic-jni",
|
"656-checker-simd-opt",
|
"659-unpadded-array",
|
"660-clinit",
|
"660-store-8-16",
|
"661-classloader-allocator",
|
"661-oat-writer-layout",
|
"663-checker-select-generator",
|
"663-odd-dex-size",
|
"663-odd-dex-size2",
|
"663-odd-dex-size3",
|
"663-odd-dex-size4",
|
"667-jit-jni-stub",
|
"667-out-of-bounds",
|
"668-aiobe",
|
"674-hotness-compiled",
|
"674-vdex-uncompress",
|
"675-checker-unverified-method",
|
"676-proxy-jit-at-first-use",
|
"676-resolve-field-type",
|
"685-deoptimizeable",
|
"685-shifts",
|
"686-get-this",
|
"687-deopt",
|
"706-checker-scheduler",
|
"707-checker-invalid-profile",
|
"714-invoke-custom-lambda-metafactory",
|
"716-jli-jit-samples",
|
"800-smali",
|
"801-VoidCheckCast",
|
"802-deoptimization",
|
"804-class-extends-itself",
|
"900-hello-plugin",
|
"901-hello-ti-agent",
|
"903-hello-tagging",
|
"904-object-allocation",
|
"906-iterate-heap",
|
"909-attach-agent",
|
"910-methods",
|
"911-get-stack-trace",
|
"912-classes",
|
"913-heaps",
|
"918-fields",
|
"920-objects",
|
"922-properties",
|
"924-threads",
|
"925-threadgroups",
|
"927-timers",
|
"929-search",
|
"931-agent-thread",
|
"933-misc-events",
|
"936-search-onload",
|
"939-hello-transformation-bcp",
|
"944-transform-classloaders",
|
"946-obsolete-throw",
|
"948-change-annotations",
|
"950-redefine-intrinsic",
|
"954-invoke-polymorphic-verifier",
|
"955-methodhandles-smali",
|
"956-methodhandles",
|
"957-methodhandle-transforms",
|
"958-methodhandle-stackframe",
|
"972-default-imt-collision",
|
"972-iface-super-multidex",
|
"973-default-multidex",
|
"974-verify-interface-super",
|
"975-iface-private",
|
"976-conflict-no-methods",
|
"978-virtual-interface",
|
"980-redefine-object",
|
"981-dedup-original-dex",
|
"983-source-transform-verify",
|
"986-native-method-bind",
|
"988-method-trace",
|
"989-method-trace-throw",
|
"993-breakpoints",
|
"1002-notify-startup",
|
"1003-metadata-section-strings",
|
"1336-short-finalizer-timeout",
|
"1900-track-alloc",
|
"1906-suspend-list-me-first",
|
"1914-get-local-instance",
|
"1926-missed-frame-pop",
|
"1930-monitor-info",
|
"1932-monitor-events-misc",
|
"1935-get-set-current-frame-jit",
|
"1938-transform-abstract-single-impl",
|
"1939-proxy-frames",
|
"1940-ddms-ext",
|
"1945-proxy-method-arguments",
|
"1946-list-descriptors",
|
"1947-breakpoint-redefine-deopt"
|
],
|
"variant": "jvm",
|
"bug": "b/73888836",
|
"description": ["Failing on RI. Needs further investigating."]
|
},
|
{
|
"tests": ["530-checker-peel-unroll",
|
"616-cha-unloading",
|
"674-hiddenapi",
|
"677-fsi2",
|
"678-quickening",
|
"679-locks",
|
"688-shared-library",
|
"690-hiddenapi-same-name-methods",
|
"691-hiddenapi-proxy",
|
"692-vdex-inmem-loader",
|
"693-vdex-inmem-loader-evict",
|
"999-redefine-hiddenapi",
|
"1000-non-moving-space-stress",
|
"1001-app-image-regions",
|
"1339-dead-reference-safe",
|
"1951-monitor-enter-no-suspend",
|
"1957-error-ext"],
|
"variant": "jvm",
|
"description": ["Doesn't run on RI."]
|
},
|
{
|
"tests": ["121-modifiers",
|
"1929-exception-catch-exception"],
|
"variant": "jvm",
|
"bug": "b/76399183",
|
"description": ["New failures to be investigated."]
|
},
|
{
|
"tests": ["616-cha-unloading"],
|
"variant": "trace",
|
"description": ["Trace prevents class unloading."]
|
},
|
{
|
"tests": "677-fsi",
|
"variant": "no-image | no-prebuild | jvm",
|
"description": ["Test requires a successful dex2oat invocation"]
|
},
|
{
|
"tests": ["990-field-trace",
|
"991-field-trace-2"],
|
"variant": "gcstress & debug & target",
|
"description": ["Test can time out on gcstress with debug"]
|
},
|
{
|
"tests": ["080-oom-throw"],
|
"variant": "jit",
|
"bug": "b/77567088",
|
"description": ["Test throws exception before or during OOME."]
|
},
|
{
|
"tests": ["151-OpenFileLimit"],
|
"variant": "gcstress",
|
"bug": "b/111544552",
|
"description" : ["Gcstress requires the ability to open at least one file which means this test fails when it runs out."]
|
},
|
{
|
"tests": ["530-checker-lse2", "141-class-unload", "071-dexfile"],
|
"variant": "gcstress",
|
"bug": "b/111543628",
|
"description" : ["Test seems to timeout when run with gcstress due to slower unwinding by libbacktrace"]
|
},
|
{
|
"tests": ["712-varhandle-invocations"],
|
"variant": "gcstress",
|
"bug": "b/111630237",
|
"description": ["Test timing out under gcstress possibly due to slower unwinding by libbacktrace"]
|
},
|
{
|
"tests": ["1336-short-finalizer-timeout"],
|
"variant": "gcstress",
|
"bug": "b/68792448",
|
"description": ["Timing margins are too tight for gcstress"]
|
},
|
{
|
"tests": ["021-string2"],
|
"variant": "jit & debuggable",
|
"bug": "b/109791792",
|
"description": ["Stack too big."]
|
},
|
{
|
"tests": ["566-polymorphic-inlining"],
|
"variant": "jit & debuggable",
|
"description": ["We do not inline with debuggable."]
|
},
|
{
|
"tests": ["1955-pop-frame-jit-called", "1956-pop-frame-jit-calling"],
|
"variant": "jit-on-first-use",
|
"description": [
|
"These tests directly set -Xjitthreshold:1000 to prevent the jit from compiling any",
|
"extra methods. jit-at-first-use would disrupt this."
|
]
|
},
|
{
|
"tests": ["135-MirandaDispatch"],
|
"variant": "interp-ac & 32 & host",
|
"env_vars": {"SANITIZE_HOST": "address"},
|
"bug": "b/112993554",
|
"description": ["Timeout with ASan and interp-ac on 32-bit host (x86)."]
|
},
|
{
|
"tests": ["980-redefine-object"],
|
"description": ["This test appears to be unusally flaky on no-image + jit. The cause of ",
|
"this flakiness is unknown but appears to be related to the ",
|
"jit-compilation of JNI bridges. Until more investigation is done we skip ",
|
"this test."],
|
"bug": "http://b/73333076",
|
"variant": "no-image & jit"
|
},
|
{
|
"tests": ["454-get-vreg", "457-regs"],
|
"variant": "baseline",
|
"description": ["Tests are expected to fail with baseline."]
|
},
|
{
|
"tests": ["1339-dead-reference-safe"],
|
"variant": "debuggable",
|
"description": [ "Fails to eliminate dead reference when debuggable." ]
|
},
|
{
|
"tests": ["708-jit-cache-churn"],
|
"variant": "jit-on-first-use",
|
"bug": "b/120112467",
|
"description": [ "Fails on Android Build hosts with uncaught std::bad_alloc." ]
|
},
|
{
|
"tests": ["719-dm-verify-redefinition"],
|
"variant": "jvm | speed-profile | interp-ac | target | no-prebuild",
|
"description": ["Doesn't run on RI because of boot class redefintion.",
|
"Doesn't work with profiles because the run-test is not setup to",
|
"support both. It also needs full verification, so no interp-ac.",
|
"Requires zip, which isn't available on device"]
|
},
|
{
|
"tests": ["004-ReferenceMap",
|
"449-checker-bce",
|
"466-get-live-vreg",
|
"563-checker-fakestring",
|
"575-checker-string-init-alias"],
|
"variant": "baseline",
|
"description": [ "Working as intended tests that don't pass with baseline." ]
|
}
|
]
|
