Scrapism

gistfile1.txt

cat moby_dick.txt |  tr -d '\r“’‘”' | tr "\n" " " | tr -s ' ' | less
cat moby_dick.txt |  tr -d '\r“’‘”' | tr "\n" " " | tr -s ' ' | sed 's/e/aaaaa/g' | less

# one sentence per line
cat moby_dick.txt |  tr -d '\r“’‘”_' | tr "\n" " " | tr "—" " " | tr "-" " " | tr -s ' ' | sed 's/\./.\
/g' | sed 's/\!/!\
/g' | sed 's/\?/?\
/g' | less | sort | uniq -c | sort -n

# one word per line
cat Women-Who-Run-with-the-Wolves.txt |  tr -d '\r“’‘”"_' | tr "\n" " " | tr "—" " " | tr "-" " " | tr -s ' ' | sed 's/ / \
/g' | sort | uniq -c | sort -nr | less

# append instead of less to pick some lines at random
sort --random-sort | head -n 5