lawlesst · July 7, 2020 16:06
diff --git a/.gitignore b/.gitignore
 datasets/
 .ipynb*
diff --git a/1-topic-modeling.ipynb b/1-topic-modeling.ipynb
diff --git a/download-dataset.ipynb b/download-dataset.ipynb
diff --git a/filtering-a-dataset.ipynb b/filtering-a-dataset.ipynb
diff --git a/getDataset b/getDataset
 #!/bin/bash
 set -e

 #service=http://localhost:5000/dl
 service=https://www.jstor.org/api/tdm/v1

 fname=$2
 if [ -z "${fname}" ]; then
    fname=$1
 fi
 mkdir -p datasets

 dl=`curl -s $service/nb/dataset/$1/info |\
    grep -o 'https://ithaka-labs.*Expires\=[0-9]*'`

 dset="./datasets/$fname.jsonl.gz"
 wget -q -L --show-progress \
    -O $dset \
    --user-agent "tdm notebooks" \
    $dl

 export DATASET_FILE=$dset

 echo "Your dataset $1 is stored in: $dset"
diff --git a/library-history.ipynb b/library-history.ipynb
diff --git a/requirements.txt b/requirements.txt
 jupyter-notebookparams
 jupyter_contrib_nbextensions
 pandas
 matplotlib
 seaborn
 gensim
 wordfreq
diff --git a/start b/start
 #!/bin/bash

 /opt/conda/bin/python3

 version=0.1

 python -m nltk.downloader stopwords wordnet

 jupyter contrib nbextension install --user
 jupyter nbextension install jupyter_contrib_nbextensions/nbextensions/toc2 --user
 jupyter nbextension enable toc2/main
 jupyter nbextension enable --py jupyter_notebookparams

 exec "$@"

diff --git a/tdm-client-demo.ipynb b/tdm-client-demo.ipynb
diff --git a/word-frequencies-across-dataset.ipynb b/word-frequencies-across-dataset.ipynb
	#!/bin/bash
	set -e

	#service=http://localhost:5000/dl
	service=https://www.jstor.org/api/tdm/v1

	fname=$2
	if [ -z "${fname}" ]; then
	fname=$1
	fi
	mkdir -p datasets

	dl=`curl -s $service/nb/dataset/$1/info \|\
	grep -o 'https://ithaka-labs.Expires\=[0-9]'`

	dset="./datasets/$fname.jsonl.gz"
	wget -q -L --show-progress \
	-O $dset \
	--user-agent "tdm notebooks" \
	$dl

	export DATASET_FILE=$dset

	echo "Your dataset $1 is stored in: $dset"
	jupyter-notebookparams
	jupyter_contrib_nbextensions
	pandas
	matplotlib
	seaborn
	gensim
	wordfreq
	#!/bin/bash

	/opt/conda/bin/python3

	version=0.1

	python -m nltk.downloader stopwords wordnet

	jupyter contrib nbextension install --user
	jupyter nbextension install jupyter_contrib_nbextensions/nbextensions/toc2 --user
	jupyter nbextension enable toc2/main
	jupyter nbextension enable --py jupyter_notebookparams

	exec "$@"