3-prep_learning.sh

# Prepare graphs for learning

K=5

MAX_FOLD=1

TOP=$(dirname "$PWD")

# assumes that build_graphs.sh has successfully finished running

# Download learn repository if it doesn't exist
echo "Downloading learn repository"

cd $TOP

for ((i=0; i<K; i++)); do
    if [ ! -d "fold$i/learn" ]; then
        echo "Downloading learn into fold $i"

        cd "fold$i"
        git clone https://github.com/veleritas/learn.git -b neo3test
        cd ..
    fi
done

echo "Finished cloning learn repository"



source activate integrate


cd $TOP
echo "Saving Neo4j server information"
for ((i=0; i<K; i++)); do
    serv_loc="$PWD/fold$i/integrate/neo4j/servers.py"
    json_loc="$PWD/fold$i/learn/all-features/servers.json"

    python $serv_loc --write $json_loc
done


cd $TOP
echo "Running precalculation notebooks"
for ((i=0; i<K; i++)); do echo $i; done | parallel --ungroup -j$MAX_FOLD --no-notice bash 3.1-pre_calc.sh


cd $TOP
echo "Running metapath notebook"
for ((i=0; i<K; i++)); do
    cd "fold$i/learn/all-features"
    echo "Starting metapath notebook for fold $i"
    jupyter nbconvert --execute 2-metapaths.ipynb --inplace --ExecutePreprocessor.timeout=-1 &
    cd $TOP
done
wait

echo "Finished preparing for learning"
source deactivate