running:
bash create-vod-hls.sh beach.mkv
will produce:
beach/
|- playlist.m3u8
|- 360p.m3u8
# Base settings and GC logging | |
-server -XX:+AlwaysPreTouch # First should be default, but we make it explicit, second pre-zeroes memory mapped pages on JVM startup -- improves runtime performance | |
# -Xloggc:gc-%t.log # CUSTOMIZE LOCATION HERE - $path/gc-%t.log -- the %t in the gc log file path is so we get a new file with each JVM restart | |
-XX:NumberOfGCLogFiles=5 -XX:+UseGCLogFileRotation -XX:GCLogFileSize=20m # Limits the number of files, logs to folder | |
-XX:+PrintGC -XX:+PrintGCDateStamps -XX:+PrintGCDetails -XX:+PrintHeapAtGC -XX:+PrintGCCause | |
-XX:+PrintTenuringDistribution -XX:+PrintReferenceGC -XX:+PrintAdaptiveSizePolicy # gather info on object age & reference GC time for further tuning if needed. | |
# G1 specific settings -- probably should be default for multi-core systems with >2 GB of heap (below that, default is probably fine) | |
-XX:+UseG1GC | |
-XX:+UseStringDeduplication |
running:
bash create-vod-hls.sh beach.mkv
will produce:
beach/
|- playlist.m3u8
|- 360p.m3u8
create external table if not exists {{table_name}}( | |
url string, | |
title string, | |
duration int, | |
play_count int, | |
created_time bigint, | |
last_crawl_time bigint | |
) | |
ROW FORMAT SERDE | |
'org.openx.data.jsonserde.JsonSerDe' |
drop table if exist reddit_post; | |
create external table reddit_posts( | |
post_data string | |
) | |
location '<hdfs|s3 path>'; |
<ehcache xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="../config/ehcache.xsd" updateCheck="false"> | |
<defaultCache | |
maxElementsInMemory="10000000" | |
eternal="false" | |
timeToIdleSeconds="120" | |
timeToLiveSeconds="120" | |
overflowToDisk="false" | |
maxElementsOnDisk="10000000" | |
diskPersistent="false" | |
diskExpiryThreadIntervalSeconds="120" |
// ==UserScript== | |
// @name InstaClip Poster | |
// @namespace http://tampermonkey.net/ | |
// @version 0.1 | |
// @description Create InstaClip post from current video page | |
// @author Yilong Tang [email protected] | |
// @match https://www.facebook.com/* | |
// @match https://www.instagram.com/* | |
// @match https://www.youtube.com/* | |
// @match http://road-to-champion-2018.op-mobile.opera.com/assets/view/instaclip.html |
#!/usr/bin/env | |
sudo apt-get install build-essential wget libncurses-dev | |
wget http://mirrors.ibiblio.org/gnu/ftp/gnu/emacs/emacs-25.3.tar.gz -O /tmp/emacs-25.3.tar.gz | |
cd /tmp | |
tar -zxvf emacs-25.3.tar.gz | |
cd emacs-25.3 | |
./configure --with-x=no | |
make -j 8 | |
sudo make install |