github.com/diadata-org/diadata@v1.4.593/scripts/dump.sh (about)

     1  #!/usr/bin/env bash
     2  
     3  set -euo pipefail
     4  
     5  echo "Extracting a snapshot of remote data ..."
     6  export PGHOST=${PGHOST_EXTRACT} PGUSER=${PGUSER_EXTRACT} PGDB=${PGDB_EXTRACT} PGPASSWORD=${PGPASSWORD_EXTRACT}; \
     7  psql --host ${PGHOST} --port 5432 --username ${PGUSER} --dbname ${PGDB} --file /mnt/env-context/scripts/dump-asset.sql --output /tmp/dump-asset.csv; \
     8  psql --host ${PGHOST} --port 5432 --username ${PGUSER} --dbname ${PGDB} --file /mnt/env-context/scripts/dump-blockchain.sql --output /tmp/dump-blockchain.csv; \
     9  psql --host ${PGHOST} --port 5432 --username ${PGUSER} --dbname ${PGDB} --file /mnt/env-context/scripts/dump-exchange_cex.sql --output /tmp/dump-exchange_cex.csv; \
    10  psql --host ${PGHOST} --port 5432 --username ${PGUSER} --dbname ${PGDB} --file /mnt/env-context/scripts/dump-exchange_dex.sql --output /tmp/dump-exchange_dex.csv; \
    11  psql --host ${PGHOST} --port 5432 --username ${PGUSER} --dbname ${PGDB} --file /mnt/env-context/scripts/dump-exchangepair.sql --output /tmp/dump-exchangepair.csv; \
    12  psql --host ${PGHOST} --port 5432 --username ${PGUSER} --dbname ${PGDB} --file /mnt/env-context/scripts/dump-pool.sql --output /tmp/dump-pool.csv; \
    13  psql --host ${PGHOST} --port 5432 --username ${PGUSER} --dbname ${PGDB} --file /mnt/env-context/scripts/dump-poolasset.sql --output /tmp/dump-poolasset.csv
    14  echo "Snapshot completed"
    15  
    16  echo "Loading data ..."
    17  export PGHOST= PGUSER=${PGUSER_TEMP} PGDB=${PGDB_TEMP} PGPASSWORD=${PGPASSWORD_TEMP}
    18  psql --port 5432 --username ${PGUSER} --dbname ${PGDB} --file /mnt/env-context/scripts/load-blockchain.sql
    19  psql --port 5432 --username ${PGUSER} --dbname ${PGDB} --file /mnt/env-context/scripts/load-exchange.sql
    20  psql --port 5432 --username ${PGUSER} --dbname ${PGDB} --file /mnt/env-context/scripts/load-asset.sql
    21  psql --port 5432 --username ${PGUSER} --dbname ${PGDB} --file /mnt/env-context/scripts/load-pool.sql
    22  psql --port 5432 --username ${PGUSER} --dbname ${PGDB} --file /mnt/env-context/scripts/load-poolasset.sql
    23  psql --port 5432 --username ${PGUSER} --dbname ${PGDB} --file /mnt/env-context/scripts/load-exchangepair.sql
    24  echo "Load completed"
    25  
    26  echo "Dumping data ..."
    27  pg_dump -p 5432 -U $PGUSER --format c --blobs --verbose --dbname $PGDB --schema public --file /mnt/env-workdir/pg_dump.backup
    28  pg_restore --data-only --file /mnt/env-workdir/pg_dump.sql /mnt/env-workdir/pg_dump.backup
    29  echo "Dump completed"