curl的一个采集某小说站的实例

2. function insert($href='',$pattern='',$novel='',$author='')
3. {
4. $href = "";
5. $hrefb = strrev($href);
6. $hrefb = strstr($hrefb,'/');
7. $hrefb = strrev($hrefb);
8. $pattern = '/\(.+?)\<\/a\>/i';
9. $url = curl_init($href);
10. curl_setopt($url,CURLOPT_RETURNTRANSFER,true);
11. try{
12. $pdo = New PDO('mysql:location=localhost;dbname=test','testuser','mytest');
13. $pdo->query('set names utf8');
14. }catch( PDOException $e ){
15. echo $e->getMessage();
16. }
17. $string = curl_exec($url);
18. $string = iconv('gbk', 'utf-8', $string);
19. preg_match_all( $pattern, $string, $array );
20. $stmt = $pdo->prepare("insert into novel (`novelName`,`author`,`chapterName`,`chapterinfo`,`chapterLink`) values(?,?,?,?,?) ;");
21. $j = count($array[1]);
22. echo '';
    $novel = '异界全职业大师';
    $author = '庄毕凡';
    for ($i = 0; $i < $j; $i++) {
    $link = $hrefb.$array[1][$i];
    $info = $array[2][$i];
    $title = $array[3][$i];
    $stmt->bindParam(1, $novel) ;
    $stmt->bindParam(2, $author);
    $stmt->bindParam(3, $title);
    $stmt->bindParam(4, $info);
    $stmt->bindParam(5, $link);
    $rst = $stmt->execute();
    $color = $rst ? 'green' : 'red';
    echo '
    ';
    if (strstr($title,'大结局')!==false) {
    break;
    }
    }
    echo '

    '; echo ''; echo $link; echo ''; echo '

    '; echo ''; echo $info; echo ''; echo '

    '; echo ''; echo $title; echo ''; echo '

    ';
23. curl_close($url);
24. }
25. insert();

看到CURL采集就写了个采集某站的小说列表的函数，带插入数据库
应该还行，结合Linux再扩展一下就可以做个类似的booksky.org那样的站了

视频地址：