github.com/pachyderm/pachyderm@v1.13.4/examples/scraper/scraper_test.go (about)

     1  package scraper
     2  
     3  import (
     4  	"os"
     5  	"os/exec"
     6  	"testing"
     7  	"time"
     8  
     9  	"github.com/pachyderm/pachyderm/src/client/pkg/require"
    10  )
    11  
    12  func TestScraper(t *testing.T) {
    13  	require.NoError(t, exec.Command("pachctl", "create", "repo", "urls").Run())
    14  	require.NoError(t, exec.Command("pachctl", "start", "commit", "urls@master").Run())
    15  	putFileCmd := exec.Command("pachctl", "put", "file", "urls@master:urls")
    16  	urls, err := os.Open("urls")
    17  	require.NoError(t, err)
    18  	putFileCmd.Stdin = urls
    19  	require.NoError(t, putFileCmd.Run())
    20  	require.NoError(t, exec.Command("pachctl", "finish", "commit", "urls@master").Run())
    21  	require.NoError(t, exec.Command("pachctl", "create", "pipeline", "-f", "scraper.json").Run())
    22  	time.Sleep(5 * time.Second)
    23  	require.NoError(t, exec.Command("pachctl", "flush", "commit", "urls@master").Run())
    24  }