mooney> java -cp /u/mooney/cs388-code/ nlp.lm.BigramModel /projects/nlp/penn-treebank3/tagged/pos/atis/ 0.1
# Train Sentences = 519 (# words = 3922) 
# Test Sentences = 58 (# words = 431)
Training...
Perplexity = 9.043192013019798
Word Perplexity = 10.5919539986291
Testing...
Perplexity = 19.341388622483773
Word Perplexity = 24.053999598153656
mooney> java -cp /u/mooney/cs388-code/ nlp.lm.BigramModel /projects/nlp/penn-treebank3/tagged/pos/wsj/ 0.1
# Train Sentences = 43880 (# words = 996809) 
# Test Sentences = 4876 (# words = 114332)
Training...
Perplexity = 74.24869534287083
Word Perplexity = 88.87360009110468
Testing...
Perplexity = 230.81658247263397
Word Perplexity = 288.2813716586903
mooney> java -cp /u/mooney/cs388-code/ nlp.lm.BigramModel /projects/nlp/penn-treebank3/tagged/pos/brown/ 0.1
# Train Sentences = 47233 (# words = 1081229) 
# Test Sentences = 5248 (# words = 94215)
Training...
Perplexity = 93.73062364229597
Word Perplexity = 113.79119335832291
Testing...
Perplexity = 227.05829146928258
Word Perplexity = 305.45317567573284