github.com/apache/beam/sdks/v2@v2.48.2/python/apache_beam/runners/job/utils.py (about)

     1  #
     2  # Licensed to the Apache Software Foundation (ASF) under one or more
     3  # contributor license agreements.  See the NOTICE file distributed with
     4  # this work for additional information regarding copyright ownership.
     5  # The ASF licenses this file to You under the Apache License, Version 2.0
     6  # (the "License"); you may not use this file except in compliance with
     7  # the License.  You may obtain a copy of the License at
     8  #
     9  #    http://www.apache.org/licenses/LICENSE-2.0
    10  #
    11  # Unless required by applicable law or agreed to in writing, software
    12  # distributed under the License is distributed on an "AS IS" BASIS,
    13  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    14  # See the License for the specific language governing permissions and
    15  # limitations under the License.
    16  #
    17  
    18  """Utility functions for efficiently processing with the job API
    19  """
    20  
    21  # pytype: skip-file
    22  
    23  import json
    24  import logging
    25  
    26  from google.protobuf import json_format
    27  from google.protobuf import struct_pb2
    28  
    29  
    30  def dict_to_struct(dict_obj):
    31    # type: (dict) -> struct_pb2.Struct
    32    try:
    33      return json_format.ParseDict(dict_obj, struct_pb2.Struct())
    34    except json_format.ParseError:
    35      logging.error('Failed to parse dict %s', dict_obj)
    36      raise
    37  
    38  
    39  def struct_to_dict(struct_obj):
    40    # type: (struct_pb2.Struct) -> dict
    41    return json.loads(json_format.MessageToJson(struct_obj))