Snippets

[nmarchio]

rsync -avz [email protected]:/project/crberry/first-american/outputs3/queries /Users/nm/Downloads/fa-update

ssh [email protected]

cd /project/crberry/first-american/outputs2

cp -r /project/crberry/first-american/outputs2/crosswalk_dataset.parquet /project/crberry/first-american/outputs3/crosswalk_dataset.parquet
cp /project/crberry/first-american/outputs2/crosswalk.parquet /project/crberry/first-american/outputs3/crosswalk.parquet

cp /project/crberry/first-american/outputs2/crosswalk.parquet /project/crberry/first-american/outputs3/crosswalk.parquet

less /project/crberry/first-american/deployments/deploy_etl.err

less /project/crberry/first-american/deployments/deploy_etl.log
squeue --state=RUNNING --user=nmarchio
squeue --user=nmarchio
rcchelp balance
rcchelp usage
rcchelp qos
scancel --user=nmarchio

list file sizes

du -ah
du -sBM * | sort -nr
du -a -h --max-depth=1 | sort -hr

module load python/anaconda-2022.05
conda activate propenv

scp [email protected]:/project/crberry/first-american/inputs/20220606_Annual.parquet /Users/nm/Downloads
/project/crberry/first-american/inputs/ranked_20220606_DeedMtg.parquet

scp [email protected]:/project/crberry/first-american/outputs3/sales_staging_tiles.parquet /Users/nm/Downloads/fa-update

scp [email protected]:/project2/bettencourt/mnp/production/inputs/ghsl/buffered_ghsl.parquet /Users/nm/Desktop
rsync -avz [email protected]:/project2/bettencourt/mnp/production/outputs/streets /Users/nm/Downloads/outputs
scp -r [email protected]:/project2/bettencourt/mnp/production/outputs/complexity /Users/nm/Downloads/outputs
rsync -avz --exclude 'dask' [email protected]:/project2/bettencourt/mnp/production/outputs/complexity /Users/nm/Downloads/outputs
File lists

du -a -h --max-depth=1 | sort -hr
tree -L 1

scp /Users/nm/Desktop/fa-etl/fa-etl.py [email protected]:/project/crberry/first-american/code
scp /Users/nm/Desktop/fa-etl/fa-etl.sbatch [email protected]:/project/crberry/first-american/code

scp [email protected]:/project2/bettencourt/mnp/production/inputs/ghsl/buffered_ghsl.parquet /Users/nm/Desktop