github.com/hupe1980/go-huggingface@v0.0.15/options.go (about)

     1  package huggingface
     2  
     3  type Options struct {
     4  	// (Default: true). There is a cache layer on the inference API to speedup
     5  	// requests we have already seen. Most models can use those results as is
     6  	// as models are deterministic (meaning the results will be the same anyway).
     7  	// However if you use a non deterministic model, you can set this parameter
     8  	// to prevent the caching mechanism from being used resulting in a real new query.
     9  	UseCache *bool `json:"use_cache,omitempty"`
    10  
    11  	// (Default: false) If the model is not ready, wait for it instead of receiving 503.
    12  	// It limits the number of requests required to get your inference done. It is advised
    13  	// to only set this flag to true after receiving a 503 error as it will limit hanging
    14  	// in your application to known places.
    15  	WaitForModel *bool `json:"wait_for_model,omitempty"`
    16  }