github.com/apache/beam/sdks/v2@v2.48.2/python/apache_beam/testing/analyzers/tests_config.yaml (about)

     1  #
     2  # Licensed to the Apache Software Foundation (ASF) under one or more
     3  # contributor license agreements.  See the NOTICE file distributed with
     4  # this work for additional information regarding copyright ownership.
     5  # The ASF licenses this file to You under the Apache License, Version 2.0
     6  # (the "License"); you may not use this file except in compliance with
     7  # the License.  You may obtain a copy of the License at
     8  #
     9  #    http://www.apache.org/licenses/LICENSE-2.0
    10  #
    11  # Unless required by applicable law or agreed to in writing, software
    12  # distributed under the License is distributed on an "AS IS" BASIS,
    13  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    14  # See the License for the specific language governing permissions and
    15  # limitations under the License.
    16  #
    17  
    18  test_1:
    19    test_name: Pytorch image classification on 50k images of size 224 x 224 with resnet 152
    20    test_target: apache_beam.testing.benchmarks.inference.pytorch_image_classification_benchmarks
    21    metrics_dataset: beam_run_inference
    22    metrics_table: torch_inference_imagenet_results_resnet152
    23    project: apache-beam-testing
    24    metric_name: mean_load_model_latency_milli_secs
    25  
    26  test_2:
    27    test_name: Pytorch image classification on 50k images of size 224 x 224 with resnet 152
    28    test_target: apache_beam.testing.benchmarks.inference.pytorch_image_classification_benchmarks
    29    metrics_dataset: beam_run_inference
    30    metrics_table: torch_inference_imagenet_results_resnet152
    31    project: apache-beam-testing
    32    metric_name: mean_inference_batch_latency_micro_secs
    33  
    34  test_3:
    35    test_name: Pytorch image classification on 50k images of size 224 x 224 with resnet 101
    36    test_target: apache_beam.testing.benchmarks.inference.pytorch_image_classification_benchmarks
    37    metrics_dataset: beam_run_inference
    38    metrics_table: torch_inference_imagenet_results_resnet101
    39    project: apache-beam-testing
    40    metric_name: mean_load_model_latency_milli_secs
    41  
    42  test_4:
    43    test_name: Pytorch image classification on 50k images of size 224 x 224 with resnet 101
    44    test_target: apache_beam.testing.benchmarks.inference.pytorch_image_classification_benchmarks
    45    metrics_dataset: beam_run_inference
    46    metrics_table: torch_inference_imagenet_results_resnet101
    47    project: apache-beam-testing
    48    metric_name: mean_inference_batch_latency_micro_secs
    49  
    50  test_5:
    51    test_name: test_cloudml_benchmark_cirteo_no_shuffle_10GB
    52    metrics_dataset: beam_cloudml
    53    metrics_table: cloudml_benchmark_cirteo_no_shuffle_10GB
    54    project: apache-beam-testing
    55    metric_name: runtime_sec
    56  
    57  test_6:
    58    test_name: test_cloudml_benchmark_criteo_10GB
    59    metrics_dataset: beam_cloudml
    60    metrics_table: cloudml_benchmark_criteo_10GB
    61    project: apache-beam-testing
    62    metric_name: runtime_sec
    63  
    64  test_7:
    65    test_name: Pytorch image classification on 50k images of size 224 x 224 with resnet 152 with Tesla T4 GPU
    66    test_target: apache_beam.testing.benchmarks.inference.pytorch_image_classification_benchmarks
    67    metrics_dataset: beam_run_inference
    68    metrics_table: torch_inference_imagenet_results_resnet152_tesla_t4
    69    project: apache-beam-testing
    70    metric_name: mean_inference_batch_latency_micro_secs
    71  
    72  test_8:
    73    test_name: Pytorch image classification on 50k images of size 224 x 224 with resnet 152 with Tesla T4 GPU
    74    test_target: apache_beam.testing.benchmarks.inference.pytorch_image_classification_benchmarks
    75    metrics_dataset: beam_run_inference
    76    metrics_table: torch_inference_imagenet_results_resnet152_tesla_t4
    77    project: apache-beam-testing
    78    metric_name: mean_load_model_latency_milli_secs