firebase_testlab_2.python

testMatrix = testing.projects().testMatrices().create(projectId=PROJECT_ID,
                                                      body=testMatrix).execute()

testMatrix = {
    "clientInfo": {
        "name": "firebase.py v1.0.0", # optional and only for logging purpose only.
        "clientInfoDetails": [
            {
                "key": "branch",
                "value": getoutput("git rev-parse --abbrev-ref HEAD")
            },
            {
                "key": "last commit",
                "value": getoutput("git log --pretty=oneline --abbrev-commit -1")
            },
        ],
    },
    "testSpecification": {
        "testTimeout": "600s",
        "disableVideoRecording": True,
        "disablePerformanceMetrics": True,
        "androidInstrumentationTest": {
            "appApk": {"gcsPath": DUMMY_APK_PATH}, # bucket path for app apk. as we don't have an
            # app, we just used dummy apk.
            "testApk": {"gcsPath": INSTRUMENTATION_TEST_APK_PATH}, # bucket path for test apk.
            "appPackageId": "com.sendbird.android.core",
            "testPackageId": "com.sendbird.android.test",
            "testRunnerClass": "android.support.test.runner.AndroidJUnitRunner",
            "testTargets": [
                "notPackage org.conscrypt"
            ],
            "shardingOption": {
                "uniformSharding": {
                    "numShards": 20 # we ran 20 devices in parallel. bigger number means higher cost
                    # and shorter runtime but it's not directly proportional.
                }
            }
        }
    },
    "resultStorage": {
        "googleCloudStorage": {
            "gcsPath": PATH_NAME
        }
    },
    "environmentMatrix": {
        "androidMatrix": {
            "androidModelIds": ["NexusLowRes"],
            "androidVersionIds": ["28"],
            "locales": ["en"],
            "orientations": ["portrait"]
        }
    },
    "flakyTestAttempts": 2, # when a test fails, we try 2 times more until we conclude it's a 
    # failure. Only the failed shard will be retried, not the whole test suite.
}