From 9e818636f19880093b640fc285bb57a6e249abdf Mon Sep 17 00:00:00 2001
From: Douglas Muth <dmuth@dmuth.org>
Date: Sun, 10 Jul 2016 21:45:25 -0400
Subject: [PATCH] Added function to extract words from Peter Novig's list.

---
 wordlist/create-wordlist.php | 66 +++++++++++++++++++++++++++++++++---
 1 file changed, 61 insertions(+), 5 deletions(-)

diff --git a/wordlist/create-wordlist.php b/wordlist/create-wordlist.php
index 3ac953a..2c73eac 100755
--- a/wordlist/create-wordlist.php
+++ b/wordlist/create-wordlist.php
@@ -16,7 +16,7 @@ if (php_sapi_name() != "cli") {
 
 
 /**
-* Read in our wordlist and return an array with all words that 
+* Read in our wordlist from Google and return an array with all words that 
 * passed validation.
 *
 * @param string $filename The filename
@@ -24,7 +24,7 @@ if (php_sapi_name() != "cli") {
 * @return array An array of words
 *
 */
-function readWordList($filename) {
+function readWordListGoogle($filename) {
 
 	$retval = array();
 
@@ -59,7 +59,61 @@ function readWordList($filename) {
 
 	return($retval);
 
-} // End of readWordList()
+} // End of readWordListGoogle()
+
+
+/**
+* Read in our wordlist from Google and return an array with all words that 
+* passed validation.
+*
+* @param string $filename The filename
+*
+* @return array An array of words
+*
+*/
+function readWordListPeterNovig($filename) {
+
+	$retval = array();
+
+	$fp = @fopen($filename, "r");
+	if (!$fp) {
+		throw new Exception("Could not open '$filename' for reading");
+	}
+
+	$count = 0;
+	while ($line = fgets($fp)) {
+
+		$line = rtrim($line);
+		list($word, $freq) = explode("\t", $line);
+		$len = strlen($word);
+
+		//
+		// Keep all words between 5 and 8 characters
+		//
+		if ($len < 5 || $len > 8) {
+			continue;
+		}
+
+		$retval[] = $word;
+
+		$count++;
+
+		if ($count > 7776) {
+			break;
+		}
+
+	}
+
+	//
+	// Put the words in alphabetical order for my own sanity.
+	//
+	sort($retval);
+
+	fclose($fp);
+
+	return($retval);
+
+} // End of readWordListPeterNovig()
 
 
 /**
@@ -144,8 +198,10 @@ function main() {
 	//
 	// Read our file
 	//
-	$filename = "google-10000-english.txt";
-	$words = readWordList($filename);
+	//$filename = "google-10000-english.txt";
+	//$words = readWordListGoogle($filename);
+	$filename = "count_1w.txt";
+	$words = readWordListPeterNovig($filename);
 
 	//
 	// Match words to dicerolls