1. bash 000_tab_to_text.sh /datadrive/kdd_2014/mc_dumps/2014_04_24_to_2014_05_02_d2/ > /datadrive/derived_data/data_gensim/text_only_for_gensim.txt
2. bash 000b_tab_to_ids.sh /datadrive/kdd_2014/mc_dumps/2014_04_24_to_2014_05_02_d2/ > /datadrive/output/gensim_7days_10topics/gensim_7days_10topics-article-ids.txt
3. python 001_create_gensim_data.py /datadrive/derived_data/data_gensim/text_only_for_gensim.txt /datadrive/derived_data/data_gensim/text_only.mm
4. python 002_train_gensim_lda.py /datadrive/derived_data/data_gensim/text_only.mm/text_only_for_gensim.txt.mm /datadrive/derived_data/data_gensim/text_only.mm/text_only_for_gensim.txt.dict /datadrive/output/gensim_7days_10topics/gensim_7days_10topics 10

Outputs:

gensim_7days_10topics
gensim_7days_10topics-doc-topics.txt
gensim_7days_10topics.state
gensim_7days_10topics-topic-terms.txt
gensim_7days_10topics-topic-terms-with-probs.txt

1. bash 000_tab_to_text.sh /datadrive/kdd_2014/mc_dumps/2014-03-05_2014_to_2014-06-02/ > /datadrive/derived_data/data_gensim_90/text_only.txt
2. bash 000b_tab_to_ids.sh /datadrive/kdd_2014/mc_dumps/2014-03-05_2014_to_2014-06-02/ > /datadrive/output/gensim_90days_100topics/gensim_90days_100topics-article-ids.txt
3. python 001_create_gensim_data.py /datadrive/derived_data/data_gensim_90/text_only.txt /datadrive/derived_data/data_gensim_90/text
4. python 002_train_gensim_lda.py /datadrive/derived_data/data_gensim_90/text/text_only.txt.mm /datadrive/derived_data/data_gensim_90/text/text_only.txt.mm.dict /datadrive/output/gensim_90days_100topics/gensim_90days_100topics 100