github.com/NVIDIA/aistore@v1.3.23-0.20240517131212-7df6609be51d/python/aistore/sdk/etl_const.py (about)

     1  # Defaults
     2  DEFAULT_ETL_COMM = "hpush"
     3  DEFAULT_ETL_TIMEOUT = "5m"
     4  DEFAULT_ETL_RUNTIME = "python3.8v2"
     5  
     6  # ETL comm types
     7  # ext/etl/api.go Hpush
     8  ETL_COMM_HPUSH = "hpush"
     9  # ext/etl/api.go Hpull
    10  ETL_COMM_HPULL = "hpull"
    11  # ext/etl/api.go Hrev
    12  ETL_COMM_HREV = "hrev"
    13  # ext/etl/api.go HpushStdin
    14  ETL_COMM_IO = "io"
    15  
    16  ETL_COMM_CODE = [ETL_COMM_IO, ETL_COMM_HPUSH, ETL_COMM_HREV, ETL_COMM_HPULL]
    17  ETL_COMM_SPEC = [ETL_COMM_HPUSH, ETL_COMM_HREV, ETL_COMM_HPULL]
    18  
    19  ETL_SUPPORTED_PYTHON_VERSIONS = ["3.10", "3.11"]
    20  
    21  # templates for ETL
    22  
    23  CODE_TEMPLATE = """
    24  import pickle
    25  import base64
    26  import importlib
    27  
    28  for mod in {}:
    29      importlib.import_module(mod)
    30      
    31  transform = pickle.loads(base64.b64decode('{}'))
    32  {}
    33  """