1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
{
// Looking for unit test presubmit configuration?
// This currently lives in ATP config apct/system_ui/unit_test
"presubmit": [
{
"name": "PlatformScenarioTests",
"options": [
{
"include-filter": "android.platform.test.scenario.sysui"
},
{
"include-annotation": "android.platform.test.scenario.annotation.Scenario"
},
{
"exclude-annotation": "org.junit.Ignore"
},
{
"exclude-annotation": "androidx.test.filters.FlakyTest"
},
{
"exclude-annotation": "android.platform.helpers.Staging"
},
{
"exclude-annotation": "android.platform.test.annotations.Postsubmit"
}
]
},
{
// Permission indicators
"name": "CtsPermission4TestCases",
"options": [
{
"exclude-annotation": "org.junit.Ignore"
},
{
"exclude-annotation": "androidx.test.filters.FlakyTest"
}
]
},
{
// Permission indicators
"name": "CtsVoiceRecognitionTestCases",
"options": [
{
"exclude-annotation": "org.junit.Ignore"
},
{
"exclude-annotation": "androidx.test.filters.FlakyTest"
}
]
}
],
// Curious where your @Scenario tests will run?
//
// @Ignore or @FlakyTest: nowhere
// @Staging: in staged-postsubmit, but not postsubmit or presubmit
// @Postsubmit: in postsubmit and staged-postsubmit, but not presubmit
// none of the above: in presubmit, postsubmit, and staged-postsubmit
//
// Therefore, please annotate new tests with @Staging, then with @Postsubmit
// once they're ready for postsubmit, then with neither once they're ready
// for presubmit.
//
// If you don't use @Staging or @Postsubmit, your new test will immediately
// block presubmit, which is probably not what you want!
"platinum-postsubmit": [
{
"name": "PlatformScenarioTests",
"options": [
{
"include-filter": "android.platform.test.scenario.sysui"
},
{
"include-annotation": "android.platform.test.scenario.annotation.Scenario"
},
{
"exclude-annotation": "org.junit.Ignore"
},
{
"exclude-annotation": "androidx.test.filters.FlakyTest"
},
{
"exclude-annotation": "android.platform.helpers.Staging"
}
]
}
],
"staged-platinum-postsubmit": [
{
"name": "PlatformScenarioTests",
"options": [
{
"include-filter": "android.platform.test.scenario.sysui"
},
{
"include-annotation": "android.platform.test.scenario.annotation.Scenario"
},
{
"exclude-annotation": "org.junit.Ignore"
},
{
"exclude-annotation": "androidx.test.filters.FlakyTest"
}
]
}
],
"auto-end-to-end-postsubmit": [
{
"name": "AndroidAutoUiTests",
"options" : [
{
"include-filter": "android.test.functional.auto.apps.HomeHelperTest"
},
{
"include-filter": "android.test.functional.auto.apps.NotificationHelperTest"
}
]
}
]
}
|
