information-system/application/third_party/tripadvisor_spider/controllers/index.php

<?php

if (!defined('BASEPATH'))
    exit('No direct script access allowed');

//加载第三方用于解析html的类
require '/lib/simple_html_dom.php';

class Index extends CI_Controller {

    public function __construct() {
        parent::__construct();
        //$this->output->enable_profiler(TRUE);
        $this->load->model('Tripadvisor_Review_model');
    }

    public function index($city = 'Beijing') {
        $this->permission->is_admin();
        $data = array();
        $data['city'] = $city;
        $data['ta_review_list'] = $this->Tripadvisor_Review_model->search(30, $data['city']);
        $this->load->view('bootstrap3/header', $data);
        $this->load->view('welcome');
        $this->load->view('bootstrap3/footer');
    }

    function auto_update($city = 'Beijing') {
        ini_set('max_execution_time', '100');
        $ta_website = $this->config->item('tripadvisor_website');
        //分页代码,只查询前三页，反过来查询，越早的越在后面
        $page_mark = array('-or20-', '-or10-', '-');

        foreach ($ta_website as $key_city => $item_url) {
            if ($key_city == $city) {
                foreach ($page_mark as $page_num) {
                    $page_url = str_replace('{PAGENUM}', $page_num, $item_url);
					//使用代理来请求，国内直接访问会很慢
					$page_url=str_replace('https://www.tripadvisor.com', 'http://47.91.16.199:5052', $page_url);
                    $content = GET_HTTP($page_url);
                    if (!empty($content)) {
                        $html_object = str_get_html($content);
                        foreach ($html_object->find('.reviewSelector') as $review) {
                            //获取到评论ID
                            if (!empty($review->id)) {
                                $tr_review_id = str_replace('review_', '', $review->id);
                                $tr_review_title = $review->find('div.quote a', 0);
                                if (empty($tr_review_title)) {
                                    $tr_review_title = '';
                                } else {
                                    $tr_review_title = $tr_review_title->plaintext;
                                }
                                $review = $this->Tripadvisor_Review_model->detail($tr_review_id);
                                if (empty($review)) {
                                    $Tripadvisor_Review_Data = new StdClass;
                                    $Tripadvisor_Review_Data->tr_city = $key_city;
                                    $Tripadvisor_Review_Data->tr_review_title = $tr_review_title;
                                    $Tripadvisor_Review_Data->tr_review_id = $tr_review_id;
                                    $Tripadvisor_Review_Data->tr_datetime = date('Y-m-d H:i:s', time());
                                    $tr_id = $this->Tripadvisor_Review_model->add('Tripadvisor_Review', $Tripadvisor_Review_Data);
                                    echo '<br/>' . $tr_id . ' ' . $key_city . ' ' . $tr_review_id;
                                }
                            }
                        }
                    }
                }
            }
        }
    }

    //获取内容更新
    function auto_update_content() {
        ini_set('max_execution_time', '100');
        $update_list = $this->Tripadvisor_Review_model->update_list(10);
        if (empty($update_list)) {
            echo 'all done';
            return true;
        }
        $tr_review_id_string = '';
        foreach ($update_list as $key => $item) {
            $tr_review_id_string.=$item->tr_review_id . ',';
        }
        $tr_review_id_string.='0';
        $url = "https://www.tripadvisor.com/ExpandedUserReviews-g298556-d4418151?target=480111710&context=1&reviews=480111710,$tr_review_id_string&servlet=Attraction_Review&expand=1";
        echo $url . '<br/>';
        $content = GET_HTTP($url);
        if (empty($content)) {
            echo 'error gethttp:' . $url;
            return FALSE;
        }
        //echo $content;
        $html_object = str_get_html($content);
        foreach ($html_object->find('div .extended') as $review) {
            if (!empty($review->id)) {
                //评论ID
                $tr_review_id = str_replace('UR', '', $review->id);
                //用户ID
                $tr_member_id = $review->find('div.member_info div.memberOverlayLink', 0);
                if (isset($tr_member_id) && isset($tr_member_id->id)) {
                    //UID_A50920FC5494D02709AA8F0E12294AAB-SRC_494596572
                    $tr_member_id = substr($tr_member_id->id, 4, 32);
                } else {
                    $tr_member_id = 0;
                }
                //用户名
                $tr_member_name = $review->find('div.username span.expand_inline', 0);
                if (empty($tr_member_name)) {
                    $tr_member_name = 'A TripAdvisor Member'; //看不到客人名字
                } else {
                    $tr_member_name = $tr_member_name->plaintext;
                }
                //TA内容
                $tr_content = $review->find('div.entry', 0);
                if (empty($tr_content)) {
                    $tr_content = '';
                } else {
                    $tr_content = $tr_content->innertext;
                }
                //游览时间
                $tr_visited_date = $review->find('span.recommend-titleInline', 0);
                if (empty($tr_visited_date)) {
                    $tr_visited_date = '';
                } else {
                    $tr_visited_date = str_replace('Visited ', '', $tr_visited_date->plaintext);
                }
                //评论时间
                $tr_review_date = $review->find('span.ratingDate', 0);
                if (empty($tr_review_date->title)) {
                    $tr_review_date = str_replace('Reviewed ', '', $tr_review_date->innertext);
                } else {
                    $tr_review_date = $tr_review_date->title;
                }

                $Tripadvisor_Review_Data = new StdClass;
                $Tripadvisor_Review_Data->tr_member_id = $tr_member_id;
                $Tripadvisor_Review_Data->tr_member_name = $tr_member_name;
                $Tripadvisor_Review_Data->tr_content = $tr_content;
                $Tripadvisor_Review_Data->tr_visited_date = $tr_visited_date;
                $Tripadvisor_Review_Data->tr_review_date = $tr_review_date;
                $where = array('tr_review_id' => $tr_review_id);
                $this->Tripadvisor_Review_model->update('Tripadvisor_Review', $Tripadvisor_Review_Data, $where);
                //print_r($Tripadvisor_Review_Data);
                echo $tr_review_id . ' ' . $tr_member_id . ' ' . $tr_member_name . ' ' . $tr_content . ' ' . $tr_visited_date . ' ' . $tr_review_date . '<br/>';
            }
        }
    }

    //分析评论，找出可能的团号和导游
    public function analysis_ta_review($tr_id) {
        $data = array();
        $data['ta_review'] = $this->Tripadvisor_Review_model->detail_tr_id($tr_id);
        if (empty($data['ta_review'])) {
            echo '找不到评论内容';
            return;
        }
        $start_date = date('Y-m-d', strtotime($data['ta_review']->tr_visited_date));
        $end_date = date("Y-m-d", strtotime("$start_date +31 day"));
        $group_list = $this->Tripadvisor_Review_model->find_group($data['ta_review']->tr_city, $start_date, $end_date);
        if (empty($group_list)) {
            echo json_encode(array('group_result' => '<span class="text-primary">没有找到匹配团信息</span>', 'tr_content' => $data['ta_review']->tr_content));
            return;
        }
        $data['match_group_list'] = array();
        //echo $data['ta_review']->tr_content . '<br/>';
        foreach ($group_list as $item) {
            //echo $item->GuideName . '<br/>';
            if ((trim($item->GuideName) <> '') && (stripos($data['ta_review']->tr_content, $item->GuideName) !== false)) {
                //查询团队中客人信息
                $item->customer_list = $this->Tripadvisor_Review_model->get_customer_info($item->coli_sn);
                //填充匹配到的导游到匹配记录中
                $data['match_group_list'][] = $item;
                //高亮导游名字
                //防止重复替换
                $data['ta_review']->tr_content = str_ireplace('<span class="bg-danger text-danger">' . $item->GuideName . '</span>', $item->GuideName, $data['ta_review']->tr_content);
                $data['ta_review']->tr_content = str_ireplace($item->GuideName, '<span class="bg-danger text-danger">' . $item->GuideName . '</span>', $data['ta_review']->tr_content);
                //echo $data['ta_review']->tr_content;
                //echo $item->GRI_No . ',' . date("Y-m-d", strtotime($item->EOI_GetDate)) . ',' . $item->GuideName . ',' . $customer_string . '<br/>';
            }
        }
        echo json_encode(array('group_result' => $this->load->view('find_group_result', $data, true), 'tr_content' => $data['ta_review']->tr_content));
    }

}