github.com/pachyderm/pachyderm@v1.13.4/examples/ml/gpt-2/generate.py (about)

     1  #!/usr/bin/python3
     2  import gpt_2_simple as gpt2
     3  import os
     4  
     5  models = [f for f in os.listdir("/pfs/train")]
     6  
     7  model_dir = os.path.join("/pfs/train", models[0])
     8  # can't tell gpt2 where to read from, so we chdir
     9  os.chdir(model_dir)
    10  
    11  sess = gpt2.start_tf_sess()
    12  gpt2.load_gpt2(sess)
    13  
    14  out = os.path.join("/pfs/out", models[0])
    15  gpt2.generate_to_file(sess, destination_path=out, prefix="<|startoftext|>",
    16                        truncate="<|endoftext|>", include_prefix=False,
    17                        length=280, nsamples=200, temperature=1.0)