prepro.py train.txt test.txt 0 convert/train_parsed.txt convert/test_parsed.txt 20 35 convert/data

model.lua [ >> checkpoint/lm_... ]

get_states.lua [ >> checkpoint/lstm_states.h5 ]

get_lookuptable.lua [ >> embeddings/lstm_LT.h5 ]

prepro_word.py train.txt test.txt 0 convert_word/train_parsed.txt convert_word/test_parsed.txt convert_word/data

load_glove.py N convert_word/data.targ.dict [ >> embeddings/gloveN.hdf5 ]

prepro_chunks.py convert/train_parsed_chunks.txt 0 convert/train_parsed_chunks.dict

tempconv.lua [ >> test_results.hdf5 ]

postpro_conll.py test.txt convert/train_parsed_chunks.dict test_results.hdf5 test_conll.txt

./conlleval.pl < test_conll.txt

tempconv_word.lua [ >> word_test_results.hdf5 ]

postpro_conll.py test.txt convert/train_parsed_chunks.dict word_test_results.hdf5 test_conll_word.txt

./conlleval.pl < test_conll_word.txt

sequencer_prepro.py train.txt test.txt convert_seq/data

sequencer_model.lua

sequencer_get_states.lua

sequencer_tempconv.lua

sequencer_postpro.py sequencer_test.txt convert_seq/train_parsed_chunks.dict sequencer_test_results.hdf5 sequencer_test_conll.txt 1

./conlleval.pl < sequencer_test_conll.txt

sequencer_prepro.py train.txt test.txt convert_seq/data

sequencer_tempconv_word.lua

tempconv.lua [ >> test_results_pos.hdf5 ('output' = predicted tags, 'chunks' = actual tags) ]