github.com/verrazzano/verrazzano@v1.7.1/ci/generic/acceptance-tests.mk (about)

     1  # Copyright (C) 2022, Oracle and/or its affiliates.
     2  # Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl.
     3  
     4  include global-env.mk
     5  
     6  export DUMP_ROOT_DIRECTORY ?= ${WORKSPACE}/cluster-snapshots
     7  export GINGKO_ARGS ?= -v --keep-going --no-color --junit-report=test-report.xml --keep-separate-reports=true
     8  
     9  run-test: export RANDOMIZE_TESTS ?= true
    10  run-test: export RUN_PARALLEL ?= true
    11  run-test: export TEST_REPORT ?= "test-report.xml"
    12  run-test: export TEST_REPORT_DIR ?= "${WORKSPACE}/tests/e2e"
    13  .PHONY: run-test
    14  run-test:
    15  	${CI_SCRIPTS_DIR}/run-ginkgo.sh
    16  
    17  run-test: export RANDOMIZE_TESTS := false
    18  run-test: export RUN_PARALLEL := false
    19  .PHONY: run-sequential
    20  run-sequential: run-test
    21  
    22  .PHONY: verify-all
    23  verify-all: verify-infra-all verify-deployment-all
    24  
    25  .PHONY: verify-infra-all
    26  verify-infra-all: verify-install verify-scripts verify-infra verify-security-rbac verify-system-metrics verify-console
    27  
    28  .PHONY: verify-install
    29  verify-install:
    30  	TEST_SUITES=verify-install/... make test
    31  
    32  .PHONY: verify-scripts
    33  verify-scripts:
    34  	TEST_SUITES=scripts/... make test
    35  
    36  .PHONY: verify-infra
    37  verify-infra:
    38  	TEST_SUITES=verify-infra/... make test
    39  
    40  .PHONY: verify-security-rbac
    41  verify-security-rbac:
    42  	TEST_SUITES=security/rbac/... make run-sequential
    43  
    44  .PHONY: verify-system-metrics
    45  verify-system-metrics:
    46  	TEST_SUITES=metrics/syscomponents/... make run-sequential
    47  
    48  verify-console: export DUMP_DIRECTORY ?= ${DUMP_ROOT_DIRECTORY}/console
    49  PHONY: verify-console
    50  verify-console:
    51  	${CI_SCRIPTS_DIR}/run_console_tests.sh
    52  
    53  .PHONY: verify-deployment-all
    54  verify-deployment-all: verify-opensearch-topology verify-istio-authz verify-deployment-workload-metrics \
    55  	verify-system-logging verify-opensearch-logging verify-helidon-logging verify-helidon-metrics \
    56  	verify-examples-helidon verify-workloads verify-console-ingress verify-wls-loggingtraits verify-poko-metricsbinding \
    57  	verify-security-netpol
    58  
    59  .PHONY: verify-opensearch-topology
    60  verify-opensearch-topology:
    61  	TEST_SUITES=opensearch/topology/... make test
    62  
    63  .PHONY: verify-istio-authz
    64  verify-istio-authz:
    65  	TEST_SUITES=istio/authz/... make run-sequential
    66  
    67  .PHONY: verify-deployment-workload-metrics
    68  verify-deployment-workload-metrics:
    69  	TEST_SUITES=metrics/deploymetrics/... make run-sequential
    70  
    71  .PHONY: verify-system-logging
    72  verify-system-logging:
    73  	TEST_SUITES=logging/system/... make run-sequential
    74  
    75  .PHONY: verify-opensearch-logging
    76  verify-opensearch-logging:
    77  	TEST_SUITES=logging/opensearch/... make run-sequential
    78  
    79  .PHONY: verify-helidon-logging
    80  verify-helidon-logging:
    81  	TEST_SUITES=logging/helidon/... make run-sequential
    82  
    83  .PHONY: verify-helidon-metrics
    84  verify-helidon-metrics:
    85  	TEST_SUITES=examples/helidonmetrics/... make run-sequential
    86  
    87  .PHONY: verify-examples-helidon
    88  verify-examples-helidon:
    89  	TEST_SUITES=examples/helidon/... make test
    90  
    91  .PHONY: verify-workloads
    92  verify-workloads:
    93  	TEST_SUITES=workloads/... make run-sequential
    94  
    95  .PHONY: verify-console-ingress
    96  verify-console-ingress:
    97  	TEST_SUITES=ingress/console/... make run-sequential
    98  
    99  .PHONY: verify-wls-loggingtraits
   100  verify-wls-loggingtraits:
   101  	TEST_SUITES=loggingtrait/... make run-sequential
   102  
   103  .PHONY: verify-poko-metricsbinding
   104  verify-poko-metricsbinding:
   105  	TEST_SUITES=metricsbinding/... make run-sequential
   106  
   107  .PHONY: verify-security-netpol
   108  verify-security-netpol:
   109  	TEST_SUITES=security/netpol/... make run-sequential
   110  
   111  .PHONY: dumplogs
   112  dumplogs:
   113  	${CI_SCRIPTS_DIR}/dumpRunLogs.sh ${DUMP_ROOT_DIRECTORY}
   114  
   115  test-reports: export TEST_REPORT ?= "test-report.xml"
   116  test-reports: export TEST_REPORT_DIR ?= "${WORKSPACE}/tests/e2e"
   117  .PHONY: test-reports
   118  test-reports:
   119  	# Copy the generated test reports to WORKSPACE to archive them
   120  	mkdir -p ${TEST_REPORT_DIR}
   121  	cd ${GO_REPO_PATH}/verrazzano/tests/e2e
   122  	find . -name "${TEST_REPORT}" | cpio -pdm ${TEST_REPORT_DIR}
   123  
   124  .PHONY: pipeline-artifacts
   125  pipeline-artifacts: dumplogs test-reports
   126