src/chromiumos/tast/local/bundles/cros/camera/cca_ui_stress.go

// Copyright 2021 The Chromium OS Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

package camera

import (
	"context"
	"math/rand"
	"regexp"
	"strconv"
	"strings"
	"time"

	"chromiumos/tast/common/media/caps"
	"chromiumos/tast/ctxutil"
	"chromiumos/tast/local/camera/cca"
	"chromiumos/tast/local/camera/testutil"
	"chromiumos/tast/local/chrome/ash"
	"chromiumos/tast/local/chrome/display"
	"chromiumos/tast/testing"
)

func init() {
	testing.AddTest(&testing.Test{
		Func:         CCAUIStress,
		LacrosStatus: testing.LacrosVariantUnneeded,
		Desc:         "Opens CCA and stress testing common functions randomly",
		Contacts:     []string{"shik@chromium.org", "inker@chromium.org", "chromeos-camera-eng@google.com"},
		SoftwareDeps: []string{"camera_app", "chrome", caps.BuiltinOrVividCamera},
		Vars: []string{
			// Number of iterations to test.
			"iterations",
			// Skip first skip_iterations iterations for reproducing failures faster.
			"skip_iterations",
			// The seed for deterministically generating the random action sequence.
			"seed",
			// The action filter regular expression. Only action names match
			// the filter will be stressed.
			"action_filter",
			// The list of comma separated actions(more than 1 action) that will be stressed.
			// In a single iteration, these actions will be stressed in the same order as given.
			"action_sequence",
			// Optional. Expecting "tablet".
			"mode",
		},
		Params: []testing.Param{{
			Name:              "real",
			ExtraSoftwareDeps: []string{caps.BuiltinCamera},
			ExtraAttr:         []string{"group:mainline", "informational", "group:camera-libcamera"},
			Fixture:           "ccaLaunched",
			Timeout:           5 * time.Minute,
			Val:               testutil.UseRealCamera,
		}, {
			Name:              "vivid",
			ExtraSoftwareDeps: []string{caps.VividCamera},
			ExtraAttr:         []string{"group:mainline", "informational", "group:camera-libcamera"},
			Fixture:           "ccaLaunched",
			Timeout:           5 * time.Minute,
			Val:               testutil.UseVividCamera,
		}, {
			Name:      "fake",
			ExtraAttr: []string{"group:mainline", "informational", "group:camera-libcamera"},
			Fixture:   "ccaLaunchedWithFakeCamera",
			Timeout:   5 * time.Minute,
			Val:       testutil.UseFakeCamera,
		}, {
			// For stress testing manually with real camera and longer timeout.
			Name:              "manual",
			ExtraSoftwareDeps: []string{caps.BuiltinCamera},
			Fixture:           "ccaLaunched",
			Timeout:           30 * 24 * time.Hour,
			Val:               testutil.UseRealCamera,
		}},
	})
}

type stressAction struct {
	name    string
	perform func(context.Context) error
}

func intVar(s *testing.State, name string, defaultValue int) int {
	str, ok := s.Var(name)
	if !ok {
		return defaultValue
	}

	val, err := strconv.Atoi(str)
	if err != nil {
		s.Fatalf("Failed to parse integer variable %v: %v", name, err)
	}

	return val
}

func stringVar(s *testing.State, name, defaultValue string) string {
	str, ok := s.Var(name)
	if !ok {
		return defaultValue
	}
	return str
}

func CCAUIStress(ctx context.Context, s *testing.State) {
	cr := s.FixtValue().(cca.FixtureData).Chrome
	app := s.FixtValue().(cca.FixtureData).App()
	tb := s.FixtValue().(cca.FixtureData).TestBridge()
	s.FixtValue().(cca.FixtureData).SetDebugParams(cca.DebugParams{SaveScreenshotWhenFail: true})

	const defaultIterations = 20
	const defaultSkipIterations = 0
	const defaultSeed = 1
	const actionTimeout = 30 * time.Second
	const cleanupTimeout = 20 * time.Second

	iterations := intVar(s, "iterations", defaultIterations)
	skipIterations := intVar(s, "skip_iterations", defaultSkipIterations)
	actionFilter, err := regexp.Compile(stringVar(s, "action_filter", ".*"))
	if err != nil {
		s.Fatal("Failed to compile action_filter as a regexp")
	}
	actionSequences := strings.Split(stringVar(s, "action_sequence", ""), ",")

	seed := intVar(s, "seed", defaultSeed)
	rand.Seed(int64(seed))

	tconn, err := cr.TestAPIConn(ctx)
	if err != nil {
		s.Fatal("Failed to connect to test API: ", err)
	}

	cleanupCtx := ctx
	ctx, cancel := ctxutil.Shorten(ctx, 10*time.Second)
	defer cancel()
	var tabletMode bool
	if mode, ok := s.Var("mode"); ok {
		tabletMode = mode == "tablet"
		cleanup, err := ash.EnsureTabletModeEnabled(ctx, tconn, tabletMode)
		if err != nil {
			s.Fatalf("Failed to enable tablet mode to %v: %v", tabletMode, err)
		}
		defer cleanup(cleanupCtx)
	} else {
		// Use default screen mode of the DUT.
		tabletMode, err = ash.TabletModeEnabled(ctx, tconn)
		if err != nil {
			s.Fatal("Failed to get DUT default screen mode: ", err)
		}
	}
	s.Log("Running test with tablet mode: ", tabletMode)
	if tabletMode {
		cleanup, err := display.RotateToLandscape(ctx, tconn)
		if err != nil {
			s.Fatal("Failed to rotate display to landscape: ", err)
		}
		defer cleanup(cleanupCtx)
	}

	// TODO(b/182248415): Add variables to control per action parameters, like
	// how many photo should be taken consecutively or how long the video
	// recording should be.

	allActions := []stressAction{
		{
			name: "restart-app",
			perform: func(ctx context.Context) error {
				return app.Restart(ctx, tb)
			},
		},
		{
			name: "take-photo",
			perform: func(ctx context.Context) error {
				if err := app.SwitchMode(ctx, cca.Photo); err != nil {
					return err
				}
				_, err := app.TakeSinglePhoto(ctx, cca.TimerOff)
				return err
			},
		},
		{
			name: "record-video",
			perform: func(ctx context.Context) error {
				if err := app.SwitchMode(ctx, cca.Video); err != nil {
					return err
				}
				_, err := app.RecordVideo(ctx, cca.TimerOff, 3*time.Second)
				return err
			},
		},
		{
			name: "switch-photo",
			perform: func(c context.Context) error {
				return app.SwitchMode(ctx, cca.Photo)
			},
		},
		{
			name: "switch-video",
			perform: func(c context.Context) error {
				return app.SwitchMode(ctx, cca.Video)
			},
		},
	}

	numCameras, err := app.GetNumOfCameras(ctx)
	if err != nil {
		s.Fatal("Failed to get number of cameras: ", err)
	}
	if numCameras > 1 {
		allActions = append(allActions, stressAction{
			name: "switch-camera",
			perform: func(ctx context.Context) error {
				return app.SwitchCamera(ctx)
			},
		})
	}

	var actions []stressAction

	if len(actionSequences) > 1 {
		for _, actionSeq := range actionSequences {
			for _, action := range allActions {
				if string(actionSeq) == action.name {
					actions = append(actions, action)
					break
				}
			}
		}
	} else {
		for _, action := range allActions {
			if actionFilter.MatchString(action.name) {
				actions = append(actions, action)
			}
		}
	}

	s.Logf("Start stressing for %v iterations with seed = %v, skipIterations = %v", iterations, seed, skipIterations)

	// TODO(b/182248415): Clear camera/ folder periodically, otherwise the disk
	// might be full after running many iterations.
	for i := 1; i <= iterations; i++ {
		if len(actionSequences) > 1 {
			for _, action := range actions {
				s.Logf("Iteration %d/%d: Performing action %s", i, iterations, action.name)
				func() {
					actionCtx, actionCancel := context.WithTimeout(ctx, actionTimeout)
					defer actionCancel()
					if err := action.perform(actionCtx); err != nil {
						s.Fatalf("Failed to perform action %v: %v", action.name, err)
					}
				}()
			}
		} else {
			action := actions[rand.Intn(len(actions))]
			if i <= skipIterations {
				// We still need to call rand.Intn() to advance the internal state of PRNG.
				continue
			}
			s.Logf("Iteration %d/%d: Performing action %s", i, iterations, action.name)
			func() {
				actionCtx, actionCancel := context.WithTimeout(ctx, actionTimeout)
				defer actionCancel()
				if err := action.perform(actionCtx); err != nil {
					s.Fatalf("Failed to perform action %v: %v", action.name, err)
				}
			}()

		}
	}
}