<?php
!function_exists('html') && exit('ERR');
set_time_limit(0);
error_reporting(0);

$erp=$Fid_db[iftable][$fid];
if($job=="copysina"&&$Apower[gather_copysina])
{
	if($step==2)
	{
		$sort_fid=$Guidedb->Select("{$pre}sort",'fid',$fid);
		$writefile=ROOT_PATH."cache/$y_$m_$d_.htm";
		if( !file_exists($writefile)&&$y_ ){
			if( date( "Ymd",time() )>"$y_$m_$d_"&&$y_&&$m_&&$d_ ){
				if(!copy("http://news.sina.com.cn/hotnews/{$y_}{$m_}{$d_}.shtml",$writefile)){

					if($filesss=file("http://news.sina.com.cn/hotnews/{$y_}{$m_}{$d_}.shtml")){
						$filesss=implode("",$filesss);
					}else{
						$filesss=sockOpenUrl("http://news.sina.com.cn/hotnews/{$y_}{$m_}{$d_}.shtml");
					}
					write_file($writefile,$filesss);
				}
			}else{
				if(!copy("http://news.sina.com.cn/hotnews/",$writefile)){
					if($filesss=file("http://news.sina.com.cn/hotnews/")){
						$filesss=implode("",$filesss);
					}else{
						$filesss=sockOpenUrl("http://news.sina.com.cn/hotnews/");
					}
					
					write_file($writefile,$filesss);
				}
			}
		}
		$file=read_file($writefile);
		unlink($writefile);
		$listdb=SinaTitle($newtype,$file);
	}
	/*取月*/
	for($i=1;$i<13;$i++){
		if($i<10){
			$j="0$i";
		}else{
			$j=$i;
		}
		$selected='';
		if($m_==$j){
			$selected='selected';
		}elseif(date( "m",time() )==$j&&!$m_){
			$selected='selected';
		}
		$showmonth.="<option value='$j' $selected>$j</option>";
	}
	/*取日*/
	for($i=1;$i<32;$i++){
		if($i<10){
			$j="0$i";
		}else{
			$j=$i;
		}
		$selected='';
		if($d_==$j){
			$selected='selected';
		}elseif(date( "d",time() )==$j&&!$d_){
			$selected='selected';
		}
		$showday.="<option value='$j' $selected>$j</option>";
	}

	hack_admin_tpl('sina');
}
elseif($action=="copysina"&&$Apower[gather_copysina])
{
	if(!$fid){
		showmsg("请选择要导入哪个栏目");
	}elseif(!is_array($newsdb)&&!$page){
		showmsg("请选择一篇文章");
	}
	if(file_exists(ROOT_PATH."cache/copysina.php")){
		include_once(ROOT_PATH."cache/copysina.php");
	}
	if(!$page){	/*刚刚提交的时候.写入文本.方便下一页调用*/
		$ii=0;
		foreach( $newsdb AS $key=>$value ){
			$ii++;
			$value=str_replace('"',"'",$value);
			$writes.="
						\$titledb[$ii]['url']=\"$key\";
						\$titledb[$ii]['title']=\"$value\";
						";
		}
		write_file(ROOT_PATH."cache/copysina.php",'<?'.$writes);
		if(!is_writable(ROOT_PATH."cache/copysina.php") ){
			showmsg("请修改文件属性为0777-".ROOT_PATH."cache/copysina.php");
		}
		include(ROOT_PATH."cache/copysina.php");
		$page++;
	}else{	/*已经是从第二页开始了*/
		$page++;
		include(ROOT_PATH."cache/copysina.php");
	}
	if($titledb[$page]){
		if(@copy("{$titledb[$page][url]}",ROOT_PATH."cache/copysina_content.htm")){
			$file=@file(ROOT_PATH."cache/copysina_content.htm");
		}else{
			$file=@file("{$titledb[$page][url]}");
		}
		if($file){
			$file=implode('',$file);
			$file=str_Replace("<center><IMG SRC","<center><img src",$file);
			$file=str_replace("<center><img src","\r\n<center><img src",$file);
		}else{
			$file=sockOpenUrl("{$titledb[$page][url]}");
			$file=str_Replace("<center><IMG SRC","<center><img src",$file);
			$file=str_replace("<center><img src","\r\n<center><img src",$file);
		}
		$file=preg_replace("/点击此处查看全部(.*?)图片/is","",$file);
		$file=preg_replace("/<img([^<]+) style='border:0'>/is","",$file);
		$file=str_Replace('<div align="center"><IMG SRC',"<center><img src",$file);
		$file=str_replace('<div align="center"><img src',"\r\n<center><img src",$file);
		$file=str_replace('<center><img',"\r\n<center><img",$file);

		$file=preg_replace("/(.*)<!-- google_ad_section_start -->(.*)<!-- google_ad_section_end -->(.*)/is","\\2",$file);


		$file=explode("\n",$file);
		$atc_picnews=$picurl='';
		/*图片处理*/
		for($i=0;$i<count($file);$i++){
			if( (eregi("<p>",$file[$i])&& !eregi("<tr><td",$file[$i]))||(eregi("<!--NEWSZW_HZH_END-->",$file[$i])&& eregi("</p>",$file[$i]))||ereg("><img",$file[$i])){
				$file2[$i]=$file[$i];
				//if( ereg("<center><img",$file[$i]) ){
				if( ereg("><img",$file[$i]) ){
					//$rss=$db->get_one("SELECT aid FROM {$pre}article$erp ORDER BY aid DESC LIMIT 0,1");
					if( ereg(".jpg",$file[$i]) ){
						$file[$i]=strstr($file[$i],"http://");
						$atc_picnews=substr($file[$i],0,strpos($file[$i],"jpg")+3);
					}else{
						$file[$i]=strstr($file[$i],"http://");
						$atc_picnews=substr($file[$i],0,strpos($file[$i],"JPG")+3);
					}
					if($copypic==1){
						if( !is_dir(ROOT_PATH."$webdb[updir]/article") ){
							if( !@mkdir(ROOT_PATH."$webdb[updir]/article",0777) ){
								die("请手工创建目录".ROOT_PATH."$webdb[updir]/article".",并改属性为0777");
							}
						}elseif(!is_writable(ROOT_PATH."$webdb[updir]/article")){
							die("请手工修改目录".ROOT_PATH."$webdb[updir]/article".",属性为0777");
						}
						if( !is_dir(ROOT_PATH."$webdb[updir]/article/$fid") ){
							if( !@mkdir(ROOT_PATH."$webdb[updir]/article/$fid",0777) ){
								die("请手工创建目录".ROOT_PATH."$webdb[updir]/article/$fid".",并改属性为0777");
							}
						}elseif(!is_writable(ROOT_PATH."$webdb[updir]/article/$fid")){
							die("请手工修改目录".ROOT_PATH."$webdb[updir]/article/$fid".",属性为0777");
						}
						$name="$lfjdb[uid]_sina_".date("YmdHis",$timestamp).'_'.$i.rand(1,999).".jpg";

						if( @copy($atc_picnews,ROOT_PATH."$webdb[updir]/article/$fid/$name") ){

							$file2[$i]=str_replace("$atc_picnews",tempdir("article/$fid/$name"),$file2[$i]);
							$file2[$i]=En_TruePath($file2[$i]);
							if(!$picurl){
								$smallpic="article/$fid/$name.gif";
								$Newpicpath=ROOT_PATH."$webdb[updir]/$smallpic";
								if($webdb[if_gdimg]){
									gdpic(ROOT_PATH."$webdb[updir]/article/$fid/$name",$Newpicpath,300,225,$webdb[autoCutSmallPic]?array('fix'=>1):'');

									gdpic(ROOT_PATH."$webdb[updir]/article/$fid/$name","{$Newpicpath}.jpg",225,300,$webdb[autoCutSmallPic]?array('fix'=>1):'');

									gdpic(ROOT_PATH."$webdb[updir]/article/$fid/$name","{$Newpicpath}.jpg.jpg",300,300,$webdb[autoCutSmallPic]?array('fix'=>1):'');
								}
								if(is_file($Newpicpath)){
									$picurl=$smallpic;
								}else{
									$picurl="article/$fid/$name";
								}
							}

							//加水印
							if($webdb[is_waterimg]&&($webdb[if_gdimg]))
							{
								include_once(ROOT_PATH."inc/waterimage.php");
								$uploadfile=ROOT_PATH."$webdb[updir]/article/$fid/$name";
								imageWaterMark($uploadfile,$webdb[waterpos],ROOT_PATH.$webdb[waterimg]);
							}
						}
					}elseif(!$picurl){
						$picurl=$atc_picnews;
					}
				}
			}
		}

		$lfj_concent=implode("",$file2);

		/*以下是文章内容过滤处理*/
		$lfj_concent=str_replace("table","br",$lfj_concent);
		$lfj_concent=str_replace("tr","br",$lfj_concent);
		$lfj_concent=str_replace("td","br",$lfj_concent);
		$lfj_concent=str_replace("<!--"," ",$lfj_concent);
		$lfj_concent=str_replace("-->"," ",$lfj_concent);
		$lfj_concent=str_replace("NEWSZW_HZH_END"," ",$lfj_concent);
		$lfj_concent=str_replace("NEWSZW_HZH_BEGIN"," ",$lfj_concent);
		$lfj_concent=str_replace('<style type="text/css">'," ",$lfj_concent);
		
		if( ereg("新浪简介",$lfj_concent) ){
			//$numss=strpos($lfj_concent,'<style>');
			//$lfj_concent=substr($lfj_concent,0,$numss);
		}
		if(!$copy_ck){
			$lfj_concent="$lfj_concent<br><br><br>本文转载于 新浪网:<A HREF={$titledb[$page]['url']} target=_blank>{$titledb[$page]['url']}</A>";
		}	$lfj_concent=str_Replace("本网站由舰船知识主办<br>版权归舰船知识所有，未经允许不得转载","",$lfj_concent);
		$lfj_concent=str_Replace("wapdump begin","",$lfj_concent);
		$lfj_concent=str_Replace(" wapdump end ","",$lfj_concent);
		$lfj_concent=str_Replace("(blog)","",$lfj_concent);
		$lfj_concent=str_Replace("首页","",$lfj_concent);
		$lfj_concent=mysql_escape_string($lfj_concent);

		/*判断是否是图片专题*/
		if(!eregi('gif',$atc_picnews)&&!eregi('jpg',$atc_picnews) ){
			$atc_picnews='';
		}

		$timestamp=$timestamp-$page*100;
		$rsfid=$db->get_one("SELECT name,fmid FROM {$pre}sort WHERE fid='$fid' ");
		$yz=1;
		unset($download);
		if($copypic==1){
			/*
			$query=$db->query(" SELECT * FROM {$pre}download WHERE aid='$aid' ");
			while($rs=$db->fetch_array($query) ){
				$download.="$rs[did]|$rs[fid]|$rs[aid]|$rs[rid]|$rs[fileurl]|$rs[filename]|$rs[filesize]|$rs[loadnums]\n";
			}
			*/
		}

		if($picurl){
			$ispic=1;
		}else{
			$ispic=0;
		}
		$picurl=filtrate($picurl);
		$db->query("INSERT INTO `{$pre}article$erp` (`title`, `smalltitle`, `mid`, `fid`, `fname`, `hits`, `pages`, `comments`, `posttime`, `list`, `uid`, `username`, `author`, `copyfrom`, `copyfromurl`, `titlecolor`, `picurl`, ispic, `yz`, `levels`, `levelstime`, `keywords`, `jumpurl`, `style`, `template`, `target`, `ip`, `lastfid`, `money`, `passwd`,  `begintime`, `endtime`,  `description`) VALUES ('{$titledb[$page][title]}','$smalltitle','$rsfid[fmid]','$fid','$rsfid[name]','$hits','1','$comments','$timestamp','$timestamp','$userdb[uid]','$userdb[username]','$author','$copyfrom','$copyfromurl','$titlecolor','$picurl','$ispic','$yz','$levels','$levelstime','$keywords','$jumpurl','$style','$template','$target','$ip','$lastfid','$money','$passwd','$begintime','$endtime','$description')");
		
		$lfj_concent=str_replace("center","left",$lfj_concent);
		$rs=$db->get_one("SELECT aid FROM `{$pre}article$erp` ORDER BY aid DESC LIMIT 1");

		$db->query("INSERT INTO `{$pre}article_db` (`aid`) VALUES ('$rs[aid]')");

		$db->query("INSERT INTO `{$pre}reply$erp` (  `aid` , `fid` ,`uid` ,  `content` ,topic) VALUES ( '$rs[aid]', '$fid','$userdb[uid]', '$lfj_concent',1)");
		
		echo "<CENTER>已导入 <font color=red>$page</font> 卷, 标题：{$titledb[$page][title]}<br><img src='{$atc_picnews}' onerror=\"this.src='images/lineheight.gif'\"></CENTER>";
		echo "<META HTTP-EQUIV=REFRESH CONTENT='0;URL=index.php?lfj=gather&action=copysina&page=$page&fid=$fid&copypic=$copypic'>";
		exit;
	}else{
		$page--;
		unlink(ROOT_PATH."cache/copysina.php");
		unlink(ROOT_PATH."cache/copysina_content.htm");
		if(!$titledb[$page]&&$page<2){
			showmsg("<div align='center'>导入可能失败,请确定".ROOT_PATH."cache目录下所有文件属性为0777<br><A HREF=?lfj=copynews&job=add>重新采集新闻</A></div>");
		}else{
			jump("导入完毕,本次共导入 <font color='#FF0000'><strong>{$page}</strong></font>  条<br>如果你认为本次导入不成功,请试多几次,并且确定".ROOT_PATH."cache目录下所有文件属性为0777<br><A HREF=?lfj=copynews&job=add>继续采集新闻</A></div>","index.php?lfj=gather&job=copysina",10);
		}
	}

}
elseif($job=="add_title"&&$Apower[gather_list])
{
	$link_noinclude_word="<";
	$page_step=1;
	$webname="被采集的网站名称";
	$sort_fid=$Guidedb->Select("{$pre}gather_sort","fid",$fid);
	$rulepage='0';

	hack_admin_tpl('edit_title');
}
elseif($action=="add_title"&&$Apower[gather_list])
{
	if($rulepage==0&&!$listmoreurl){
		showmsg("要采集的网址不能为空");
	}elseif($rulepage&&!$listurl){
		showmsg("要采集的通用网址不能为空");
	}
	if(!$title_rule){
		showmsg("自定义正则语法规则不能为空");
	}elseif(!strstr($title_rule,'{url=')||!strstr($title_rule,'{title=')){
		showmsg("请认真填写自定义正则语法");
	}
	if( !$db->get_one("SELECT * FROM `{$pre}gather_rule` WHERE posttime='$posttime' ") ){
		$db->query("INSERT INTO `{$pre}gather_rule` ( `type` , `filetype` , `webname` , `listurl` , `firstpage` , `page_begin` , `page_end` , `page_step` , `listmoreurl` , `link_include_word` , `link_noinclude_word` , `link_replace_word` , `title_replace_word` , `list_begin_code` , `list_end_code` , `list_begin_preg` , `list_end_preg` , `gatherthesame` , `title_minleng` , `show_end_preg` , `show_begin_code` , `show_end_code` , `show_replace_word` , `show_morepage` , `posttime` , `list`,title_rule,charset_type,fid ) 
		VALUES (
		'$type','$filetype','$webname','$listurl','$firstpage','$page_begin','$page_end','$page_step','$listmoreurl','$link_include_word','$link_noinclude_word','$link_replace_word','$title_replace_word','$list_begin_code','$list_end_code','$list_begin_preg','$list_end_preg','$gatherthesame','$title_minleng','$show_end_preg','$show_begin_code','$show_end_code','$show_replace_word','$show_morepage','$posttime','$timestamp','$title_rule','$charset_type','$fid'
		)");
	}else{
		$db->query("UPDATE `{$pre}gather_rule` SET webname='$webname',listurl='$listurl',firstpage='$firstpage',page_begin='$page_begin',page_end='$page_end',page_step='$page_step',listmoreurl='$listmoreurl',link_include_word='$link_include_word',link_noinclude_word='$link_noinclude_word',link_replace_word='$link_replace_word',title_replace_word='$title_replace_word',list_begin_code='$list_begin_code',list_end_code='$list_end_code',list_begin_preg='$list_begin_preg',list_end_preg='$list_end_preg',title_minleng='$title_minleng',title_rule='$title_rule',charset_type='$charset_type',fid='$fid' WHERE posttime='$posttime'");
	}
	$rs=$db->get_one("SELECT id FROM {$pre}gather_rule WHERE posttime='$posttime' ");
	if($testgather){
		jump("正在测试采集标题,请耐心等待","index.php?lfj=$lfj&action=gather_title&id=$rs[id]&showurl=1",1);
	}
	jump("继续下一步","index.php?lfj=$lfj&job=edit_content&id=$rs[id]",1);
}
elseif($job=="edit_title"&&$Apower[gather_list])
{
	$rsdb=$db->get_one("SELECT * FROM {$pre}gather_rule WHERE id='$id'");

	$sort_fid=$Guidedb->Select("{$pre}gather_sort","fid",$rsdb[fid]);

	$rsdb[title_rule]=str_replace("&nbsp;","&amp;nbsp;",$rsdb[title_rule]);

	@extract($rsdb);
	if($listurl){
		$rulepage='1';
	}else{
		$rulepage='0';
	}
	$charset_typedb[intval($rsdb[charset_type])]=' checked ';

	hack_admin_tpl('edit_title');
}
elseif($action=="edit_title"&&$Apower[gather_list])
{
	$db->query("UPDATE `{$pre}gather_rule` SET webname='$webname',listurl='$listurl',firstpage='$firstpage',page_begin='$page_begin',page_end='$page_end',page_step='$page_step',listmoreurl='$listmoreurl',link_include_word='$link_include_word',link_noinclude_word='$link_noinclude_word',link_replace_word='$link_replace_word',title_replace_word='$title_replace_word',list_begin_code='$list_begin_code',list_end_code='$list_end_code',list_begin_preg='$list_begin_preg',list_end_preg='$list_end_preg',title_minleng='$title_minleng',title_rule='$title_rule',charset_type='$charset_type',fid='$fid' WHERE id='$id'");
	if($testgather){
		jump("正在测试采集标题,请耐心等待","index.php?lfj=$lfj&action=gather_title&id=$id&showurl=1",1);
	}
	jump("继续下一步设置详细参数","index.php?lfj=$lfj&job=edit_content&id=$id",1);
}
elseif($job=="edit_content"&&$Apower[gather_list])
{
	$rsdb=$db->get_one("SELECT * FROM {$pre}gather_rule WHERE id='$id'");
	
	$rsdb[content_rule]=str_replace("&nbsp;","&amp;nbsp;",$rsdb[content_rule]);

	@extract($rsdb);
	
	$type || $type='iframe';
	$typedb[$type]=" checked ";
	$gatherthesame=intval($gatherthesame);
	$gatherthesamedb[$gatherthesame]=" checked ";
	$show_spe2page=intval($show_spe2page);
	$show_spe2pagedb[$show_spe2page]=" checked ";

	hack_admin_tpl('edit_content');
}
elseif($action=="edit_content"&&$Apower[gather_list])
{
	if($content_rule){
		if( strstr($content_rule,"*}{*}")||strstr($content_rule,"{*}{") ){
			showmsg("不相关内容通配符与字段通配符之间,或者是两个通配符之间,必须要有HTML代码隔开");
		}
	}
	$fixsystem || $fixsystem='article';
	$db->query("UPDATE {$pre}gather_rule SET  type='$type',gatherthesame='$gatherthesame',show_begin_preg='$show_begin_preg',show_end_preg='$show_end_preg',show_endfile_preg='$show_endfile_preg',show_begin_code='$show_begin_code',show_end_code='$show_end_code',show_replace_word='$show_replace_word',show_morepage='$show_morepage',show_firstpage='$show_firstpage',copypic='$copypic',sort='$sort',file_type='$file_type',file_minleng='$file_minleng',file_minsize='$file_minsize',file_includeword='$file_includeword',file_noincludeword='$file_noincludeword',file_explode='$file_explode',file_picwidth='$file_picwidth',fixsystem='$fixsystem',file_star_string='$file_star_string',content_rule='$content_rule',show_spe2page='$show_spe2page' WHERE id='$id'");
	if($testgather){
		jump("请耐心等待,先采集标题,你再点击选择测试采集","index.php?lfj=gather&action=gather_title&id=$id&testgather=$testgather",1);
	}
	if($content_rule){
		preg_match_all("/\{([a-z\*=]+)\}/is",$content_rule,$array);
		foreach($array[1] AS $key=>$value){
			if($value!='*'){
				$v0=$array[1][$key-1];
				$v1=$array[1][$key+1];
				if( ($v0&&$v0!='*')||($v1&&$v1!='*') ){
					if( ($v0&&$v0!='*') ){
						$MSG="“{{$value}}”与“{{$v0}}”";
					}else{
						$MSG="“{{$value}}”与“{{$v1}}”";
					}
					jump("<font color=red>提醒::数据已提交,但有可能采集不成功,因为你的两个字段通配符{$MSG}之间,没有使用不相关内容通配符{*},正常情况是必须要使用的</font>","index.php?lfj=gather&job=list",60);
				}
			}
		}
	}
	jump("修改成功","index.php?lfj=gather&job=list",1);
}
elseif($action=="gather_title"&&$Apower[gather_list])
{
	$rsdb=$db->get_one("SELECT * FROM {$pre}gather_rule WHERE id='$id'");
	$page=intval($page);
	if(!$page){
		if($rsdb[listmoreurl]){
			$detail=explode("\r\n",$rsdb[listmoreurl]);
			foreach( $detail AS $key=>$value){
				$allurldb[]="\$urldb[]='$value';";
			}
			$allurl=implode("\r\n",$allurldb);
		}else{
			$rsdb[page_step] || $rsdb[page_step]=1;
			
			for($i=$rsdb[page_begin];$i<=$rsdb[page_end];$i++ ){
				if($rsdb[page_begin]==0){
					$II=($i-1)*$rsdb[page_step];
				}else{
					$II=($i-1)*$rsdb[page_step]+1;
				}
				
				$value=str_replace("[page]","$II",$rsdb[listurl]);
				if($i==1&&$rsdb[firstpage]){
					$value=$rsdb[firstpage];
				}
				$allurldb[]="\$urldb[]='$value';";
			}//print_R($allurldb);  die($allurldb);
			$allurl=implode("\r\n",$allurldb);
		}
		write_file(ROOT_PATH."cache/gather_morepage.php","<?php\r\n".$allurl);
		write_file(ROOT_PATH."cache/gather_title.php","<?php\r\n");
		if($rsdb[list_begin_preg]){
			write_file(ROOT_PATH."cache/gather_list.begin_preg.php","<?php\r\n$rsdb[list_begin_preg]");
		}
		if($rsdb[list_end_preg]){
			write_file(ROOT_PATH."cache/gather_list.end_preg.php","<?php\r\n$rsdb[list_end_preg]");
		}
		if($rsdb[show_begin_preg]){
			write_file(ROOT_PATH."cache/gather_show.begin_preg.php","<?php\r\n$rsdb[show_begin_preg]");
		}
		if($rsdb[show_end_preg]){
			write_file(ROOT_PATH."cache/gather_show.end_preg.php","<?php\r\n$rsdb[show_end_preg]");
		}
		if($rsdb[show_endfile_preg]){
			write_file(ROOT_PATH."cache/gather_show.endfile_preg.php","<?php\r\n$rsdb[show_endfile_preg]");
		}
	}
	@include(ROOT_PATH."cache/gather_morepage.php");
	$listurl=$urldb[$page];
	if($code=file_get_contents($listurl))
	{
	}
	elseif($code=file($listurl))
	{
		$code=implode("",$code);
	}
	elseif(copy($listurl,ROOT_PATH."cache/gather_cache.php"))
	{
		$code=read_file(ROOT_PATH."cache/gather_cache.php");
	}
	elseif($code=sockOpenUrl($listurl))
	{
	}
	else
	{
		echo("采集失败<br><br><br><br><br><br><br><br><br><br>");
	}

	//UTF8->GBK
	if($rsdb[charset_type]==1){
		require_once(ROOT_PATH."inc/class.chinese.php");
		$cnvert = new Chinese("UTF8","GB2312",$code,ROOT_PATH."./inc/gbkcode/");
		$code = $cnvert->ConvertIT();
	}

	//开头正则
	if($rsdb[list_begin_preg]){
		$htmlcode=$code;	//方便外部正则语句的变量比较统一
		include(ROOT_PATH."cache/gather_list.begin_preg.php");
		$code=$htmlcode;
	}
	
	//截取从某段字符开始至结尾的内容
	if($rsdb[list_begin_code]){
		$code=strstr($code,$rsdb[list_begin_code]);
	}

	//去掉某段字符后面的内容
	if($rsdb[list_end_code]){
		$end_content=strstr($code,$rsdb[list_end_code]);
		$code=str_replace($end_content,"",$code);
	}

	//替换一些字符
	if($rsdb[title_replace_word]){
		$detail=explode("\r\n",$rsdb[title_replace_word]);
		foreach($detail AS $key=>$value){
			list($oldword,$newword)=explode("|",$value);
			$code=str_replace($oldword,$newword,$code);
		}
	}

	//用户自定义正则
	if($rsdb[title_rule])
	{
		//把空白都去除,方便处理
		$rsdb[title_rule]=clean_blank($rsdb[title_rule]);
		$code=clean_blank($code);

		//获取正则里的规则数组
		preg_match_all("/\{(.*?)\}/is",$rsdb[title_rule],$array);
		
		//获取变量
		foreach( $array[1] AS $key=>$value){
			if( !ereg("^NO",$value)&&!ereg("^\*",$value) ){
				$detail=explode("=",$value);
				$ruledb[++$key]=$detail[0];
			}
		}
		
		//获取处理后能使用的规则
		$rule = get_rule($rsdb[title_rule]);

		//对采集的内容跟据正则进行校正
		preg_match_all("/$rule/is",$code,$array2);

		//获取有用的数组
		foreach( $ruledb AS $key=>$value){
			foreach( $array2[$key] AS $key2=>$value2){
				$listdb[$value][]=$value2;
			}
		}
		
		//url文章地址必须要有的
		$detail_content=$listdb[url];
	}

	else
	{
		$code=str_replace("HREF=","href=",$code);
		$code=str_replace("</A>","</a>",$code);
		$code=str_replace("href='","href=",$code);
		$code=str_replace('href="','href=',$code);
		$detail_content=explode("href=",$code);	
	}


	unset($i,$_url,$_title);
	foreach($detail_content AS $key_content=>$value_content){
		if($rsdb[title_rule])
		{
			$url=$value_content;
			$title=$listdb[title][$key_content];
			$picurl=$listdb[picurl][$key_content];
		}
		else
		{
			if($key_content==0){
				continue;
			}
			$url=preg_replace("/([^'\" >]+)(.*)/is","\\1",$value_content);//echo $url; die();
			$s1_title=strstr($value_content,">");
			$s2_title=strstr($value_content,"</a>");
			$s3_title=str_replace($s2_title,"",$s1_title);
			$title=str_replace(">","",$s3_title);
			$title=substr($s3_title,1,strlen($s3_title)-1);
			$title=preg_replace("/<([^<>]+)>(.*)<([^<>]+)>/is","\\2",$title);
		}


		//标题与URL中不能包含有的字符
		if($rsdb[link_noinclude_word]){
			$detail=explode("\r\n",$rsdb[link_noinclude_word]);
			foreach($detail AS $key=>$value){
				if(!$value){
					continue;
				}
				if(strstr($title,$value)||strstr($url,$value)){
					unset($url,$title);
				}
			}
		}

		//URL中必须包含有的字符
		if($rsdb[link_include_word]){
			$detail=explode("\r\n",$rsdb[link_include_word]);
			foreach($detail AS $key=>$value){
				if(!$value){
					continue;
				}
				if(!strstr($url,$value)){
					unset($url,$title);
				}
			}
		}

		//标题不能小于多少字
		if($rsdb[title_minleng]){
			if(strlen($title)<$rsdb[title_minleng]+1){
				unset($url,$title);
			}
		}

		//链接中的地址要替换
		if($rsdb[link_replace_word]){
			$__detail=explode("\r\n",$rsdb[link_replace_word]);
			foreach( $__detail AS $__key=>$__value){
				$__de=explode("|",$__value);
				$url=str_replace($__de[0],$__de[1],$url);
			}
		}

		//对地址的完整性进行处理
		if($url&&$title){
			if(!ereg("://",$url)){
				if(ereg("^/",$url)){
					$url=preg_replace("/http:\/\/([^\/]+)(.*)/is","http://\\1$url",$listurl);
				}else{
					$url=(ereg("\/$",$listurl)?$listurl:str_replace(basename($listurl),"",$listurl)).$url;
				}
				
			}
			if($picurl&&!ereg("://",$picurl)){
				if(ereg("^/",$picurl)){
					$picurl=preg_replace("/http:\/\/([^\/]+)(.*)/is","http://\\1$picurl",$listurl);
				}else{
					$picurl=str_replace(basename($listurl),"",$listurl).$picurl;
				}
				
			}

			$url=str_replace("'","&#39;",$url);
			$picurl=str_replace("'","&#39;",$picurl);
			$title=str_replace("'","&#39;",$title);
			$_url[]=$url;
			$_title[]=$title;
			if($picurl)
			{
				$UT[]="\$urldb[]='$url\t$title@@$picurl';";
			}
			else
			{
				$UT[]="\$urldb[]='$url\t$title';";
			}
		}
	}
	$writefile=implode("\r\n",$UT);

	//结尾正则
	if($rsdb[list_end_preg])
	{
		$htmlcode=$writefile;	//方便外部正则语句的变量比较统一
		include(ROOT_PATH."cache/gather_list.end_preg.php");
		$writefile=$htmlcode;	//方便外部正则语句的变量比较统一
	}

	write_file(ROOT_PATH."cache/gather_title.php","\r\n".$writefile,'a');
	$page++;
	
	if($urldb[$page]){
		unset($urldb);
		include(ROOT_PATH."cache/gather_title.php");
		echo "$listurl<br>正在采集第[{$page}]页的标题与内容网址,请稍候...<hr>";
		foreach( $urldb AS $key=>$value){
			if($key>50){
				break;
			}
			echo "$value<br>";
		}
		echo "<META HTTP-EQUIV=REFRESH CONTENT='0;URL=index.php?lfj=$lfj&action=$action&id=$id&showurl=$showurl&testgather=$testgather&page=$page'>";
		exit;
	}else{
		echo "<META HTTP-EQUIV=REFRESH CONTENT='0;URL=index.php?lfj=$lfj&showurl=$showurl&testgather=$testgather&job=list_title&id=$id'>";
		exit;
	}
}
elseif($job=="list_title"&&$Apower[gather_list])
{
	$rs=$ruledb=$db->get_one("SELECT * FROM {$pre}gather_rule WHERE id='$id'");
	if($rs[type]=="jump"){
		$msg="注意:当前配置文件设置的参数:点击标题后跳转到外部网址,使得下面大部分无效";
	}elseif($rs[type]=="iframe"){
		$msg="注意:当前配置文件设置的参数:点击标题后框架外部网址,类似大旗、奇虎,使得下面大部分无效";
	}
	if($testgather){
		$autosub="autosub();";
	}
	include(ROOT_PATH."cache/gather_title.php");

	hack_admin_tpl('list_title');
}
elseif($action=="list_title"&&$Apower[gather_list])
{
	include(ROOT_PATH."cache/gather_title.php");
	/*
	foreach( $urldb AS $key=>$value){
		if($postdb[$key]){
			$UT[]="\$urldb[]='$value';";
		}
	}
	*/
	//倒序处理
	$num=count($urldb)-1;
	for($i=$num;$i>=0;$i--){
		if($postdb[$i]){
			$UT[]="\$urldb[]='{$urldb[$i]}';";
		}
	}
	
	$writefile=implode("\r\n",$UT);
	write_file(ROOT_PATH."cache/gather_title.php","<?php\r\n".$writefile);
	$action='gather_content';
	echo "<META HTTP-EQUIV=REFRESH CONTENT='1;URL=?lfj=$lfj&action=$action&id=$id&system_type=$system_type&GetFile=$GetFile&file_dir=$file_dir&makesmallpic=$makesmallpic&showpic=$showpic&username=$username&fid=$fid&testgather=$testgather&page=$page'>";
	exit;
}
elseif($action=="gather_content"&&$Apower[gather_list])
{
	unset($urldb);
	$rsdb=$db->get_one("SELECT * FROM {$pre}gather_rule WHERE id='$id'");
	@include(ROOT_PATH."cache/gather_title.php");
	$page=intval($page);
	//$morepage大于0时.代表多页
	list($curl,$title,$morepage)=explode("\t",$urldb[$page]);

	if($show_content=file_get_contents($curl))
	{
	}
	elseif($show_content=file($curl))
	{
		$show_content=implode("",$show_content);
	}
	elseif(copy($curl,ROOT_PATH."cache/gather_cache.php"))
	{
		$show_content=read_file(ROOT_PATH."cache/gather_cache.php");
	}
	elseif($show_content=sockOpenUrl($curl))
	{
	}
	else
	{
		echo("服务器获取不了远程文件信息,因而采集失败$curl<br><br><br><br><br><br><br><br><br><br>");
	}
	
	//UTF8->GBK
	if($rsdb[charset_type]==1){
		require_once(ROOT_PATH."inc/class.chinese.php");
		$cnvert = new Chinese("UTF8","GB2312",$show_content,ROOT_PATH."./inc/gbkcode/");
		$show_content = $cnvert->ConvertIT();
	}

	if($rsdb[type]=='iframe'){//类似奇虎
		$iframeurl=$curl;
	}else{
		//开头做正则处理
		if($rsdb[show_begin_preg]){
			$htmlcode=$show_content;
			include(ROOT_PATH."cache/gather_show.begin_preg.php");
			$show_content=$htmlcode;
		}

		//对一篇文章多页的处理,只是在第一页的时候处理.第二页就不需要了
		if($rsdb[show_morepage]&&!$morepage){
			$i=1;
			unset($moreurl_db);
			do{
				$i++;
				//后面页与第一页的不同之处做替换得到后页的真实地址
				
				if($rsdb[show_firstpage]){
					$nexturl=str_replace($rsdb[show_firstpage],str_replace("[page]",$i,$rsdb[show_morepage]),$curl);
				}else{
					$nexturl=preg_replace("/(.*)([^\d]+)([\d]*)$/is","\\1\\2",$curl).str_replace("[page]",$i,$rsdb[show_morepage]);
				}
				
				
				//对一些特殊的网站处理.比如第一页是index.htm第二页竟然是index_1.htm
				if($i==2&&$rsdb[show_spe2page]){
					$tsurl=str_replace($rsdb[show_firstpage],str_replace("[page]",1,$rsdb[show_morepage]),$curl);
					if( strstr($show_content,basename($tsurl)) ){
						$moreurl_db[$page][]="$tsurl\t$title\t1";
					}
				}
				if(strstr($show_content,basename($nexturl))){
					$moreurl_db[$page][]="$nexturl\t$title\t$i";
				}else{
					$i=0;
				}
			}
			while($i!=0);
			if(is_array($moreurl_db[$page])){
				//对原要采集的文章再重新处理,因为增加了分页
				foreach($urldb AS $key=>$value){
					$_urlDB[]="\$urldb[]='$value';";
					if($page==$key&&is_array($moreurl_db[$key])){
						foreach($moreurl_db[$key] AS $key2=>$value2){
							$_urlDB[]="\$urldb[]='$value2';";
						}
					}
					
				}
				$write_file=implode("\r\n",$_urlDB);
				write_file(ROOT_PATH."cache/gather_title.php","<?php\r\n$write_file");
				unset($urldb);
				include(ROOT_PATH."cache/gather_title.php");
			}
		}

		//用户自定义正则,对文章做正则
		if($rsdb[content_rule])
		{

			//把空白都去除,方便处理
			$rsdb[content_rule]=clean_blank($rsdb[content_rule]);
			$show_content=clean_blank($show_content);

			//获取正则里的规则数组
			preg_match_all("/\{(.*?)\}/is",$rsdb[content_rule],$array);
		
			//获取变量
			foreach( $array[1] AS $key=>$value){
				if( !ereg("^NO",$value)&&!ereg("^\*",$value) ){
					$detail=explode("=",$value);
					$ruledb[++$key]=$detail[0];
				}
			}
		
			//获取处理后能使用的规则
			$rule = get_rule($rsdb[content_rule]);

			//对采集的内容跟据正则进行校正
			preg_match_all("/$rule/is",$show_content,$array2);
			
	
			//获取有用的数组
			foreach( $ruledb AS $key=>$value){
				foreach( $array2[$key] AS $key2=>$value2){
					$listdb[$value][]=$value2;
				}
			}
			
			//把用户自定义的变量都取出来
			foreach( $listdb AS $key=>$value){
				$$key=$value[0];
				$gather_module_valeDB[$key]=$value[0];	//为其它模型字段采集做处理
			}

			if($content)
			{
				$show_content=$content;
			}
			//主要是处理那种画中画的广告.把文章截成两段了
			elseif($content1)
			{
				$show_content=$content1.$content2;
			}
		}


		//过滤文章前面无效内容
		if($rsdb[show_begin_code]){
			$show_content=strstr($show_content,$rsdb[show_begin_code]);
			$num_1=strlen($rsdb[show_begin_code]);
			$num_2=strlen($show_content);
			$show_content=substr($show_content,$num_1,$num_2);
		}
		//过滤文章后的无效内容
		if($rsdb[show_end_code]){
			$end_content=strstr($show_content,$rsdb[show_end_code]);
			$show_content=str_replace($end_content,"",$show_content);
		}
		//过滤文章中不想看到的文字
		if($rsdb[show_replace_word]){
			$detail=explode("\r\n",$rsdb[show_replace_word]);
			foreach($detail AS $key=>$value){
				list($oldword,$newword)=explode("|",$value);
				$show_content=str_replace($oldword,$newword,$show_content);
			}
		}
		//文章结尾做正则处理
		if($rsdb[show_end_preg]){
			$htmlcode=$show_content;
			include(ROOT_PATH."cache/gather_show.end_preg.php");
			$show_content=$htmlcode;
		}
	}
	
	//获取文件.文件切割符,图片一般src=,这里默认是图片
	if(!$rsdb[file_explode]){
		$rsdb[file_explode]='src=';
		$show_content=str_replace("SRC=","src=",$show_content);
		if( !$rsdb[file_type] && $rsdb[fixsystem]=='article' ){
			$rsdb[file_type]="jpg|gif|png";
		}
	}
	$Filedb=GetFileUrl($rsdb,$show_content,$curl);
	//结尾正则,可以直接通过正则获取文件地址,如果不获取文件的话.与上面已有结尾正则是有点雷同
	if($rsdb[show_endfile_preg]){
		$htmlcode=$show_content;
		include(ROOT_PATH."cache/gather_show.endfile_preg.php");
		$show_content=$htmlcode;
	}
	//文件本地化
	if( $Filedb && $GetFile && $fid ){
		$dir_id=$file_dir?$file_dir:"article/$fid";
		if(!is_dir(ROOT_PATH."$webdb[updir]/$dir_id")){
			makepath(ROOT_PATH."$webdb[updir]/$dir_id");
		}
		if($GetFile){
			foreach($Filedb AS $key2=>$fileurl){
				$Filedb[$key2]="$dir_id/$lfjdb[uid]_".rands(6).basename($fileurl);
				if(strstr($Filedb[$key2],'?')){
					$Filedb[$key2]=str_replace("?","_____",$Filedb[$key2]);
				}
				$file_Type=strrchr($Filedb[$key2],".");
				if(strlen($file_Type)>5){
					$Filedb[$key2].=".rar";
				}
				if( $getfilecontent=sockOpenUrl($fileurl) ){
					write_file(ROOT_PATH."$webdb[updir]/{$Filedb[$key2]}",$getfilecontent);
				}else{
					copy($fileurl,ROOT_PATH."$webdb[updir]/{$Filedb[$key2]}");
				}
			}
		}
	}
	//采集边浏览图片
	$Filedb || $Filedb=array();
	foreach($Filedb AS $key2=>$fileurl){
		if(eregi(".jpg$",$fileurl)||eregi(".gif$",$fileurl)){
			//echo "<img src=".tempdir($fileurl)."><br>";
		}
		echo "<A HREF='$fileurl' target=_blank>$fileurl</A><hr>";
	}
	
	$detail_title=explode("@@",$title);
	if($detail_title[1]==''){
		$title=$detail_title[0];
	}

	$content=$show_content;
	//导入哪个系统进行选择
	if(!$system_type||!file_exists(dirname(__FILE__)."/inc/system.$system_type.php")){
		$system_type="article";
	}
	//不测试的时候.入库
	if(!$testgather ){
		include(dirname(__FILE__)."/inc/system.$system_type.php");
	}
	
	$page++;
	if($urldb[$page]){
		$p=$page-1;
		//只显示部分方便用户查看采集情况
		$testgather || $content=get_word($content,1000);
		$content=filtrate($content);
		echo "作者:{$author} 来源:{$copyfrom}<hr>";
		echo "正在采集第[$page]页,请耐心等待...<A HREF={$urldb[$p]} target=_blank>{$urldb[$p]}</A><hr>$content";
		echo "<META HTTP-EQUIV=REFRESH CONTENT='1;URL=?lfj=$lfj&action=$action&id=$id&system_type=$system_type&GetFile=$GetFile&file_dir=$file_dir&makesmallpic=$makesmallpic&showpic=$showpic&username=$username&fid=$fid&testgather=$testgather&page=$page'>";
		exit;
	}else{
		$num=count($urldb);
		if($testgather){
			jump("测试采集完毕,模拟总共采集了{$num}篇,其实没有入数据库","index.php?lfj=$lfj&job=list",20);
		}else{
			jump("采集完毕,总共采集了{$num}篇","index.php?lfj=$lfj&job=list",10);
		}
	}
	
}
elseif($job=="list"&&$Apower[gather_list])
{
	if(!$page){
		$page=1;
	}
	$rows=20;
	$min=($page-1)*$rows;
	$SQL="";
	if($fid){
		$SQL=" WHERE A.fid='$fid' ";
	}
	$query = $db->query("SELECT A.*,B.name FROM {$pre}gather_rule A LEFT JOIN {$pre}gather_sort B ON A.fid=B.fid $SQL ORDER BY A.id DESC LIMIT $min,$rows");
	while($rs = $db->fetch_array($query)){
		$rs[posttime]=date("Y-m-d",$rs[posttime]);
		$listdb[]=$rs;
	}
	$showpage=getpage("{$pre}gather_rule A",$SQL,"index.php?lfj=gather&fid=$fid&job=list",$rows);
	$sort_fid=$Guidedb->Select("{$pre}gather_sort","fid",$fid,"index.php?lfj=gather&job=list");


	hack_admin_tpl('list');
}
elseif($job=="addrulesql"&&$Apower[gather_list])
{

	hack_admin_tpl('addrulesql');
}
elseif($action=='addrulesql'&&$Apower[gather_list])
{	
	if(strstr($sqlcode,"'")){
		$sqlcode=StripSlashes($sqlcode);
	}else{
		$sqlcode=urldecode($sqlcode);
	}
	$sqlcode=str_replace('p8_gather_rule',"{$pre}gather_rule",$sqlcode);	//兼容旧版
	$sqlcode=str_replace('qb_gather_rule',"{$pre}gather_rule",$sqlcode);
	$db->query($sqlcode);
	jump("如果刚才页面没有报错,那恭喜你,导入成功","index.php?lfj=gather&job=list",1);
}
elseif($job=='sharerulesql'&&$Apower[gather_list])
{
	$rsdb=$db->get_one("SELECT * FROM {$pre}gather_rule WHERE id='$id'");
	foreach($rsdb AS $key=>$value){
		$rsdb[$key]=mysql_escape_string($value);
	}
	extract($rsdb);
	$SQL="INSERT INTO `qb_gather_rule` (`id`, `type`, `fixsystem`, `filetype`, `webname`, `listurl`, `firstpage`, `page_begin`, `page_end`, `page_step`, `title_minleng`, `listmoreurl`, `link_include_word`, `link_noinclude_word`, `link_replace_word`, `title_replace_word`, `list_begin_code`, `list_end_code`, `list_begin_preg`, `list_end_preg`, `gatherthesame`, `show_begin_preg`, `show_end_preg`, `show_endfile_preg`, `show_begin_code`, `show_end_code`, `show_replace_word`, `show_morepage`, `show_firstpage`, `show_spe2page`, `posttime`, `list`, `copypic`, `sort`, `file_type`, `file_minleng`, `file_minsize`, `file_includeword`, `file_noincludeword`, `file_explode`, `file_picwidth`, `file_star_string`, `title_rule`, `content_rule`, `title_morepage_rull`, `content_morepage_rull`, `charset_type`) VALUES ('','$type','$fixsystem','$filetype','$webname','$listurl','$firstpage','$page_begin','$page_end','$page_step','$title_minleng','$listmoreurl','$link_include_word','$link_noinclude_word','$link_replace_word','$title_replace_word','$list_begin_code','$list_end_code','$list_begin_preg','$list_end_preg','$gatherthesame','$show_begin_preg','$show_end_preg','$show_endfile_preg','$show_begin_code','$show_end_code','$show_replace_word','$show_morepage','$show_firstpage','$show_spe2page','$posttime','$list','$copypic','$sort','$file_type','$file_minleng','$file_minsize','$file_includeword','$file_noincludeword','$file_explode','$file_picwidth','$file_star_string','$title_rule','$content_rule','$title_morepage_rull','$content_morepage_rull','$charset_type');";
	$SQL=urlencode($SQL);

	hack_admin_tpl('sharerulesql');
}
elseif($action=="deleterule"&&$Apower[gather_list])
{
	$db->query("DELETE FROM {$pre}gather_rule WHERE id='$id'");
	jump("删除成功","index.php?lfj=gather&job=list",1);
}
elseif($job=="showfid"&&$Apower[gather_list])
{
	include_once(dirname(__FILE__)."/inc/show_system_fid.php");
}

//以下是分类管理
elseif($job=="listsort"&&$Apower[gather_list_sort])
{
	$fid=intval($fid);
	
	$sortdb=array();
	$query = $db->query("SELECT * FROM {$pre}gather_sort ORDER BY list DESC");
	while($rs = $db->fetch_array($query)){
		$sortdb[]=$rs;
	}

	hack_admin_tpl('sort');
}
elseif($action=="addsort"&&$Apower[gather_list_sort])
{
	if(!$IS_BIZPhp168){
		@extract($db->get_one("SELECT COUNT(*) AS NUM FROM {$pre}gather_sort"));
		if($NUM>9){
			showerr("免费版最多只能创建10个分类");
		}
	}
	$db->query("INSERT INTO {$pre}gather_sort (name,fup,class,type) VALUES ('$name','0','1','1') ");	
	jump("创建成功",$FROMURL);
}
elseif($job=="editsort"&&$Apower[gather_list_sort])
{
	$rsdb=$db->get_one("SELECT * FROM {$pre}gather_sort WHERE fid='$fid'");

	hack_admin_tpl('editsort');
}
elseif($action=="editsort"&&$Apower[gather_list_sort])
{
	$db->query("UPDATE {$pre}gather_sort SET name='$postdb[name]' WHERE fid='$fid' ");
	jump("修改成功","index.php?lfj=$lfj&job=list");
}
elseif($action=="delete"&&$Apower[gather_list_sort])
{
	$db->query(" DELETE FROM `{$pre}gather_sort` WHERE fid='$fid' ");
	jump("删除成功",$FROMURL);
}
elseif($action=="editlist"&&$Apower[gather_list_sort])
{
	foreach( $order AS $key=>$value){
		$db->query("UPDATE {$pre}gather_sort SET list='$value' WHERE fid='$key' ");
	}
	jump("修改成功","$FROMURL",1);
}



function SinaTitle($word,$file){
	if(strstr($file,"<h2>国内新闻</h2>")){
		$file=strstr($file,"<h2>国内新闻</h2>");
	}
	$word=str_replace("\/","/",$word);
	$word=str_replace('\"','"',$word);
	$file=strstr($file,$word);
	$detail=explode("<!-- loopblk end -->",$file);
	preg_match_all("/<td class=\"ConsTi\"><a href=\"([^\"]+)\" target=\"_blank\" title=\"([^\"]+)\">([^<>]+)<\/a><\/td>/is",$detail[0],$array);

	foreach( $array[3] AS $key=>$value){
		$rs[url]=$array[1][$key];
		$rs[title]=$value;
		$rs[j]=++$j;
		$listdb[]=$rs;
	}
	return $listdb;
}

function GetFileUrl($rsdb,$show_content,$curl){
	global $oldFileDB;
	$detail=explode($rsdb[file_explode],$show_content);
	foreach( $detail AS $key=>$value){
		$i++;
		if($i==1){
			continue;
		}
		//获取文件的地址
		$fileurl=$oldFileurl=preg_replace("/(['\" ]*)([^'\" >]+)(.*)/is","\\2",$value);
		if(!$fileurl){
			continue;
		}
		//文件地址的结尾字符串,图片一般是jpg
		if($rsdb[file_type]){
			$CK=0;
			$detail2=explode("|",$rsdb[file_type]);
			foreach( $detail2 AS $key2=>$value2){
				if($value2 && eregi("{$value2}$",$fileurl)){
					$CK=1;
				}
			}
			if(!$CK){
				continue;
			}
		}
		//文件地址的开头字符串
		if($rsdb[file_star_string]){
			$CK=0;
			$detail2=explode("|",$rsdb[file_star_string]);
			foreach( $detail2 AS $key2=>$value2){
				if($value2 && eregi("^{$value2}",$fileurl)){
					$CK=1;
				}
			}
			if(!$CK){
				continue;
			}
		}
		//地址中必须包含的字符
		if($rsdb[file_includeword]){
			$CK=0;
			$detail2=explode("\r\n",$rsdb[file_includeword]);
			foreach( $detail2 AS $key2=>$value2){
				if( $value2&&strstr($fileurl,$value2) ){
					$CK=1;
				}
			}
			if(!$CK){
				continue;
			}
		}
		//地址中不能包含的字符
		if($rsdb[file_noincludeword]){
			$CK=0;
			$detail2=explode("\r\n",$rsdb[file_noincludeword]);
			foreach( $detail2 AS $key2=>$value2){
				if( $value2&&strstr($fileurl,$value2) ){
					$CK=1;
				}
			}
			if($CK){
				continue;
			}
		}
		//对文件地址做绝对地址处理
		if(!ereg("^http://",$fileurl)){
			if(ereg("^/",$fileurl)){
				$fileurl=preg_replace("/http:\/\/([^\/]+)(.*)/is","http://\\1$fileurl",$curl);
			}else{
				$fileurl=str_replace(basename($curl),"",$curl).$fileurl;
			}	
		}
		/*判断文件的大小不能低于多少*/
		if($rsdb[file_minsize]){
			copy($fileurl,ROOT_PATH."cache/gather_.file");
			if(filesize(ROOT_PATH."cache/gather_.file")<$rsdb[file_minsize]){
				continue;
			}
		}
		$fileDB[]=$fileurl;
		$oldFileDB[]=$oldFileurl;
	}
	return $fileDB;
}


function get_rule($string){
	$string=str_replace('\\','\\\\',$string);
	$string=str_replace("(","\(",$string);
	$string=str_replace(")","\)",$string);
	$string=str_replace("[","\[",$string);
	$string=str_replace("]","\]",$string);
	$string=str_replace('"','\"',$string);
	$string=str_replace('.','\.',$string);
	$string=str_replace('?','\?',$string);
	$string=str_replace('$','\$',$string);
	$string=str_replace('^','\^',$string);
	$string=str_replace('/','\/',$string);
	$string=str_replace('+','\+',$string);
	$string=preg_replace("/\{(.*?)\}/eis","replace_preg('\\1')",$string);
	return $string;
}

function replace_preg($string){
	$string=str_replace('\"','"',$string);
	$rule=$string;
	
	if(ereg("^NO",$rule)){
		$detail=explode("NO",$rule);
		return "([^{$detail[1]}]*)";
	}elseif($rule=='*'){
		return "(.*?)";
	}elseif($rule=='**'){
		return "(.*)";
	}else{
		$detail=explode("=",$string);
		$rule=$detail[1];
		if(ereg("^NO",$rule)){
			$detail=explode("NO",$rule);
			return "([^{$detail[1]}]*)";
		}elseif($rule=='*'){
			return "(.*?)";
		}elseif($rule=='**'){
			return "(.*)";
		}
	}
}

function clean_blank($str){
	$str=preg_replace("/([\r\n]*)/is","",$str);
	$str=preg_replace("/>([ \t]*)</is","><",$str);
	$str=preg_replace("/^([ ]*)/is","",$str);
	$str=preg_replace("/([ ]*)$/is","",$str);
	return $str;
}


function get_time($time){
	global $timestamp;
	preg_match_all("/([\d]+)/is",$time,$array);

	//缺少三个时间数字的话,就返回当前时间
	if( !$array[0][0] || !$array[0][1] || !$array[0][2] ){
		return $timestamp;
	}

	$y=intval($array[0][0]);
	$m=intval($array[0][1]);
	$d=intval($array[0][2]);
	$h=intval($array[0][3]?$array[0][3]:'00');
	$i=intval($array[0][4]?$array[0][4]:'00');
	$s=intval($array[0][5]?$array[0][5]:'00');

	$time=preg_replace("/([\d]+)-([\d]+)-([\d]+) ([\d]+):([\d]+):([\d]+)/eis","mk_time('\\4','\\5', '\\6', '\\2', '\\3', '\\1')","$y-$m-$d $h:$i:$s");

	return $time;
}

?>