PHP制作百度词典查词采集器

百度dict采集样本

写的采集百度dict词典翻译后的所有结果数据，当然附带了13.5w单词库和采集简单的案例，这里我把写出的主要类dict.class.php放出来，项目地址http://github.com/widuu/baidu_dict，有需要的直接fork就可以了~么么哒，这东西用的人很少，所以有用的兄弟拿走了哈~

<?php
/**
*dict.class.php采集百度词典翻译内容
*
*@copyright(C)2014widuu
*@licensehttp://www.widuu.com
*@lastmodify2014-2-15
*/


header("content-type:text/html;charset=utf8");
classDict{

	private$word;
	
	//显示的条数
	privatestatic$num=10;

	publicfunction__construct(){}
	
	
	/**
*公用返回百度采集数据的方法
*@paramstring英文单词
*retunarray(
	*				symbol"=>音标
	*				"pro"	=>发音
	*				"example"=>例句
	*				"explain"=>简明释义
	*				"synonym"=>同反义词
	*				"phrase"=>短语数组
	*			)
*
	*/
	publicfunctioncontent($word){
		$this->word=$word;
		$symbol=$this->Pronounced();
		$pro	=$this->getSay();
		$example=$this->getExample();
		$explain=$this->getExplain();
		$synonym=$this->getSynonym();
		$phrase=$this->getPhrase();
		$result=array(
				"symbol"=>$symbol,		//音标
				"pro"	=>$pro,			//发音
				"example"=>$example,		//例句
				"explain"=>$explain,		//简明释义
				"synonym"=>$synonym,		//同反义词
				"phrase"=>$phrase		//短语数组
			);
		return$result;
	}


	/**
*远程获取百度翻译内容
*getfunctioncurl
*retunstring
*
	*/

	privatefunctiongetContent(){
		$useragent="Mozilla/5.0(WindowsNT6.1;WOW64;rv:23.0)Gecko/20100101Firefox/23.0";
		$ch=curl_init();
		$url="http://dict.baidu.com/s?wd=".$this->word;
		curl_setopt($ch,CURLOPT_URL,$url);
		curl_setopt($ch,CURLOPT_USERAGENT,$useragent);
		curl_setopt($ch,CURLOPT_RETURNTRANSFER,TRUE);
		curl_setopt($ch,CURLOPT_FOLLOWLOCATION,1);
		curl_setopt($ch,CURLOPT_HTTPGET,1);
		curl_setopt($ch,CURLOPT_AUTOREFERER,1);
		curl_setopt($ch,CURLOPT_HEADER,0);
		curl_setopt($ch,CURLOPT_TIMEOUT,30);
		$result=curl_exec($ch);
		if(curl_errno($curl)){
			echo"Errno".curl_error($curl);
		}
		curl_close($ch);
		return$result;
	}


	/**
*获取百度翻译发音
*retunarray(英，美)
*
	*/

	privatefunctionPronounced(){
		$data=$this->getContent();
		preg_match_all("/\"EN\-US\"\>(.*)\<\/b\>/Ui",$data,$pronounced);
		returnarray(
			"en"=>$pronounced[1][0],
			"us"=>$pronounced[1][1]
		);
	}

	/**
	*获取百度翻译发音
	*returnarray(英，美)
	*
	*/

	privatefunctiongetSay(){
		$data=$this->getContent();
		preg_match_all("/url=\"(.*)\"/Ui",$data,$pronounced);
		returnarray(
			"en"=>$pronounced[1][0],
			"us"=>$pronounced[1][1]
		);	
	}

	/**
*获取百度翻译例句
*returnarray()多维数组例句
*
	*/

	privatefunctiongetExample(){
		$str="";
		$data=$this->getContent();
		preg_match_all("/varexample_data=(.*)\]\;/Us",$data,$example);
	$data1="[[[".ltrim($example[1][0],"[");
	$data2=explode("[[[",$data1);
	$num=count(array_filter($data2));
		foreach($data2as$key=>$value){
			$data3=explode("[[","[[".$value);
			foreach($data3as$k=>$v){
				preg_match_all("/\[\"(.*)\",/Us","[".$v,$match);
				if(!empty($match[1])){
					$str.=implode($match[1],"")."@";
				}
			}
		}
		$data4=trim($str,"@");
		$data5=explode("@",$data4);
		$result=array_chunk($data5,2);
		return$result;
	}

	/**
*获取简明释义
*returnarray(x=>"词性"，b=>"附属")
*
	**/

	privatefunctiongetExplain(){
		$data=$this->getContent();
		preg_match_all("/id\=\"en\-simple\-means\"\>(.*)\<div(\s+)class\=\"source\"\>/Us",$data,$explain);
		$r_data=$explain[1][0];
		preg_match_all("/\<p\>\<strong\>(?P<adj>.*)\<\/strong\>\<span\>(?P<name>.*)\<\/span\>\<\/p\>/Us",$r_data,$a_data);
		preg_match_all("/\<span\>(?P<tag>[^\>]+)\：\<a(\s+)href\=\"(.*)\"\>(?P<word>.*)\<\/a\>\<\/span\>/Us",$r_data,$b_data);
		
		$result=array();
		foreach($a_data["adj"]as$key=>$value){
			$result[$value]=$a_data["name"][$key];
		}
		
		$word_b=array();
		foreach($b_data["tag"]as$key=>$value){
			$word_b[$value]=strip_tags($b_data["word"][$key]);
		}
		
		$result_data=array("x"=>$result,"b"=>$word_b);

		return$result_data;
	}


	/**
*获取同义词
*returnarray(0=>"同义词",1=>"反义词")一般为多维数组
*
	*/

	privatefunctiongetSynonym(){
		$data=$this->getContent();
		preg_match_all("/id=\"en\-syn\-ant\"\>(.*)<div(\s+)class\=\"source\">/Us",$data,$synonym);
		$content=$synonym[1][0];
		$data1=explode("</dl>",$content);
		$result=array();
		$data2=array();
		foreach($data1as$key=>$value){
			preg_match_all("/\<strong\>(?P<adj>.*)\&nbsp\;\<\/strong\>\<\/div\>\<div(\s+)class\=\"syn\-ant\-list\"\>\<ul\>(?<content>.*)\<\/ul\>/Us",$value,$r_data);
			$data2[$key]["adj"]=$r_data["adj"];
			$data2[$key]["content"]=$r_data["content"];
		}

		foreach($data2as$key=>$value){
			foreach($value["content"]as$k=>$v){
				if(!empty($v)){
					preg_match_all("/\<li\>\<p\>(?P<title>.*)\<\/p\>(?P<value>.*)\<\/li>/Us",$v,$v_data);
					foreach($v_data["title"]as$m=>$d){
						$data=strip_tags(preg_replace("<</a>>","",$v_data["value"][$m]));
						$result[$key][$value["adj"][$k]][$d]=$data;
					}
				}
			}
		}
		return$result;
	}

	/**
*获取短语词组
*returnarray(key=>value)一维或者多维数组
*
	*/

	privatefunctiongetPhrase(){
		$num=self::$num;
		$data=$this->getContent();
		preg_match_all("/id=\"en\-phrase\"\>(.*)\<divclass\=\"source\"\>/Us",$data,$phrase);
		$data=explode("</dd>",$phrase[1][0]);
		$data1=array_slice($data,0,$num);
		$result=array();
		foreach($data1as$key=>$value){
			$data2=explode("</p>",$value);
			$n=count($data2);
			if($n<=3){
				$result[str_replace(" ","",strip_tags($data2[0]))]=strip_tags($data2[1]);
			}else{
				$data3=array_slice($data2,0,$n-1);
				$data4=array_slice($data2,0,2);
				$res=array_diff($data3,$data4);
				$data5=array_chunk($res,2);
				$key_value=trim(str_replace(" ","",strip_tags($data4[0])));
				$result[$key_value]=strip_tags($data4[1]);
				foreach($data5as$key=>$value){
					foreach($valueas$k=>$v){
						$value[$k]=strip_tags($v);
					}
					$array=array($result[$key_value],$value);
					if(array_key_exists($key_value,$result)){
						$result[$key_value]=$array;
					}
				}
				
			}
		}
		return$result;
	}

	/**
	*将数组转换为字符串
	*
	*@paramarray$data数组
	*@parambool$isformdata如果为0，则不使用new_stripslashes处理，可选参数，默认为1
	*@returnstring返回字符串，如果，data为空，则返回空
	*/
	privatefunctionarray2string($data,$isformdata=1){
	if($data=="")return"";
	if($isformdata)$data=$this->new_stripslashes($data);
	returnaddslashes(var_export($data,TRUE));
	}

	/**
	*返回经stripslashes处理过的字符串或数组
	*@param$string需要处理的字符串或数组
	*@returnmixed
	*/
	privatefunctionnew_stripslashes($string){
	if(!is_array($string))returnstripslashes($string);
	foreach($stringas$key=>$val)$string[$key]=$this->new_stripslashes($val);
	return$string;
	}

}

//$word=newdict("express");
//$word->content();

以上就是本文的全部内容了，非常实用的功能，希望小伙伴们能够喜欢。