VTS & CTS

Vendor Test Suite (VTS)

https://source.android.com/compatibility/vts

Continue failed VTS

# Use --retry-type NOT_EXECUTED for skip test which hangs a setup
$ vts-tradefed
list results
run retry --retry <initial results index> --retry-type NOT_EXECUTED

Minigbm

atest \
  VtsHalGraphicsMapperV4_0TargetTest \
  CtsNativeHardwareTestCases \
  android.hardware.cts.HardwareBufferTest

Suggested by Gurchetan Singh (Chromium OS) for minigbm testing:

atest \
  android.video.cts.VideoEncoderDecoderTest#testAvcGoog0Qual0720x0480 \
  android.video.cts.VideoEncoderDecoderTest#testAvcGoog0Qual1280x0720 \
  android.video.cts.VideoEncoderDecoderTest#testAvcGoog0Qual1920x1080 \
  android.media.cts.EncodeDecodeTest#testVP8EncodeDecodeVideoFromSurfaceToSurface720p \
  android.media.cts.EncodeDecodeTest#testEncodeDecodeVideoFromPersistentSurfaceToSurface720p \
  android.media.cts.EncodeDecodeTest#testVP8EncodeDecodeVideoFromPersistentSurfaceToSurface720p

LibCamera

atest \
  VtsHalCameraProviderV2_4TargetTest \
  VtsHalCameraServiceV2_0TargetTest \
  CtsCameraTestCases

Codecs

atest \
  vts_mediaCodecs_validate_test       \
  vts_mediaProfiles_validate_test     \
  VtsHalMediaC2V1_0TargetAudioDecTest \
  VtsHalMediaC2V1_0TargetVideoEncTest \
  VtsHalMediaC2V1_0TargetVideoDecTest \
  VtsHalMediaC2V1_0TargetComponentTest \
  CtsVideoTestCases \
  CtsVideoTestCases \
  CtsVideoTestCases.video

Graphics:

atest \
  CtsOpenGLTestCases \
  CtsDeqpTestCases \

atest  CtsDeqpTestCases -- --module-arg 'CtsDeqpTestCases:include-filter:dEQP-VK.wsi.android.*'

Kernel features:

atest \
  KernelApiSysfsTest            \
  KernelDynamicPartitionsTest   \
  KernelLibcutilsTest           \
  KernelSelinuxFileApiTest      \
  vts_kernel_checkpoint_test    \
  vts_kernel_encryption_test    \
  vts_kernel_loopconfig_test    \
  vts_kernel_net_tests          \
  vts_kernel_proc_file_api_test \
  vts_kernel_toolchain          \
  vts_kernel_tun_test           \
  dmabufheap-vts-unit-tests

Treble and VNDK

atest \
  vts_treble_platform_version_test \
  vts_treble_sys_prop_test         \
  vts_treble_vintf_framework_test  \
  vts_treble_vintf_vendor_test     \
  vts_vndk_abi_test                \
  vts_vndk_dependency_test         \
  vts_vndk_files_test              \
  vts_compatibilityMatrix_validate_test

Bootloader and firmware

atest \
  FirmwareBootHeaderVerification    \
  FirmwareDtboVerification          \
  FastbootGetvarUserspaceTest       \
  FastbootVerifyUserspaceTest       \
  fuzzy_fastboot                    \
  VtsBootconfigTest                 \
  vts_generic_boot_image_test       \
  vts_gsi_boot_test                 \
  VtsHalBootV1_0TargetTest          \
  VtsHalBootV1_1TargetTest          \
  VtsHalBootV1_2TargetTest          \
  ufdt_verify_overlay               \
  ApkVerityTest                     \
  vts_security_avb_test