<?php
//Find usage frequency of words by Yahoo.com search
//Word list file name is defined as WORDFILE. Language 
//code is $lang. Nothing else needs to be changed.
//(C) 2009 Yong Huang
//http://yong321.freeshell.org/misc/WordFrequency.html

//Change the file name below. One word or phrase per line. Space replaced with +.
define(WORDFILE, "French.txt");
//and language code
$lang = "fr"; //es for Spanish, fr for French

if (!($fp = fopen(WORDFILE, "r")))
{
  print "Can't open " . WORDFILE . " for read!";
  exit;
}

while (!feof($fp))
{
  $word = rtrim(fgets($fp));
  print "$word\t";

  if (!($sp = pfsockopen("search.yahoo.com", 80)))
  {
    print "Can't open HTTP connection to Yahoo.com!";
    exit;
  }
  
  fputs($sp, "GET /search?p=$word&meta=fl%3D1%26vl%3D$language HTTP/1.1\r\n");
  fputs($sp, "HOST: search.yahoo.com\r\n");
  fputs($sp, "User-Agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; .NET CLR 1.0.3705; .NET CLR 1.1.4322)\r\n");
  fputs($sp, "\r\n");

  $result = stream_get_contents($sp); //print $result;
  if (ereg('"resultCount">([0-9,]+)', $result, $matches))
  {
    print str_replace(",", "", $matches[1]) . "\r\n";
  }
  //fclose($sp);
}

fclose($fp);
  
?>