| Current File : /home/honehdyv/reversevillain.com/wp-content/plugins/wp-automatic/inc/class.amazon.api.less.php |
<?php
/**
* Class to scrape amazon products
* @author Muhammed Atef
* @link http://www.deandev.com
* @version 1.0
*/
/*
* From Jan 2019 amazon has changed it's api usage policy. API feature is mapped with sale you made in last month.
* https://docs.aws.amazon.com/es_es/AWSECommerceService/latest/DG/TroubleshootingApplications.html
*
*/
class wp_automatic_amazon_api_less {
/**
* cURL handle
*/
private $ch = "";
/**
* Your Amazon Associate Tag
* Now required, effective from 25th Oct.
* 2011
*
* @access private
* @var string
*/
private $associate_tag = "YOUR AMAZON ASSOCIATE TAG";
private $region = "";
public $is_next_page_available = false;
public $next_request_qid = null;
public $update_agent_required = false;
public $slugs = array ();
function __construct(&$ch, $region) {
$this->ch = $ch;
$this->region = $region;
}
/**
* Return details of a product searched by ASIN
*
* @param int $asin_code
* ASIN code of the product to search
* @return mixed simpleXML object
*/
public function getItemByAsin($asin_code, $slug = '') {
// save timing limit
sleep ( rand ( 3, 5 ) );
// trim asin
$asin_code = trim ( $asin_code );
// item URL
$item_url = "https://www.amazon.{$this->region}/dp/$asin_code";
$url_gcache = trim ( $slug ) == '' ? $item_url : "https://www.amazon.{$this->region}/$slug/dp/$asin_code";
echo '<br>Item link:' . $url_gcache;
curl_setopt ( $this->ch, CURLOPT_URL, "$url_gcache" );
curl_setopt ( $this->ch, CURLOPT_RETURNTRANSFER, 1 );
curl_setopt ( $this->ch, CURLOPT_CUSTOMREQUEST, "GET" );
$headers = array ();
$headers [] = "Authority: www.amazon.{$this->region}";
$headers [] = "Upgrade-Insecure-Requests: 1";
// $headers[] = "User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.122 Safari/537.36";
$headers [] = "Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9";
$headers [] = "Sec-Fetch-Site: none";
$headers [] = "Sec-Fetch-Mode: navigate";
$headers [] = "Sec-Fetch-User: ?1";
$headers [] = "Sec-Fetch-Dest: document";
$headers [] = "Accept-Language: en-US,en;q=0.9,ar;q=0.8";
// curl_setopt($this->ch, CURLOPT_ENCODING , "");
curl_setopt ( $this->ch, CURLOPT_HTTPHEADER, $headers );
$exec = curl_exec ( $this->ch );
if (! stristr ( $exec, $asin_code )) {
$gzdec = @gzdecode ( $exec );
if (stristr ( $gzdec, $asin_code ))
$exec = $gzdec;
}
// $exec = file_get_contents('test.txt');
$x = curl_error ( $this->ch );
$cuinfo = curl_getinfo ( $this->ch );
// validate returned content
if (trim ( $exec ) == '' || trim ( $x ) != '') {
throw new Exception ( 'No valid reply returned from Amazon with a possible cURL err ' . $x );
}
// plan b: get item from google cache instead if Amazon failed to serve
if (stristr ( $exec, '/captcha/' ) || $cuinfo ['http_code'] == 503) {
$reason = '503 error';
if (stristr ( $exec, '/captcha/' ))
'Captcha error';
echo "<br>Amazon refused to return the page( $reason ), using plan b";
echo '<br>GcacheURL:' . $url_gcache;
// http://webcache.googleusercontent.com/search?q=cache:https://www.amazon.com/dp/B002ZTVMDI
$url_gcache = "http://webcache.googleusercontent.com/search?q=cache:$url_gcache";
// curl get
curl_setopt ( $this->ch, CURLOPT_URL, trim ( $url_gcache ) );
$exec_gcache = curl_exec ( $this->ch );
if (stristr ( $exec_gcache, $asin_code ) && ! stristr ( $exec_gcache, ' 404 ' ) && ! stristr($exec_gcache, 'unusual traffic from your computer') ) {
echo '<-- Perfect';
$exec = $exec_gcache;
$cuinfo ['http_code'] = 200;
} else {
echo '<-- to no avail';
}
}
// plan c google translate proxy
if (stristr ( $exec, '/captcha/' ) || $cuinfo ['http_code'] == 503) {
echo '<br>Amazon asked for Capacha... Trying auto-proxy.......<br>';
require_once 'proxy.GoogleTranslate.php';
try {
$GoogleTranslateProxy = new GoogleTranslateProxy ( $this->ch );
$exec = $GoogleTranslateProxy->fetch ( $item_url );
//capcha check return don't deactivate keyword
if(stristr($exec, '/captcha/')){
echo '<br><span style="color:red">Got a Captcha again, changing use agent for next call</span>';
$this->update_agent_required = true;
exit;
}
} catch ( Exception $e ) {
echo '<br>ProxyViaGoogleException:' . $e->getMessage ();
}
}
// validate returned result
if (! stristr ( $exec, $asin_code )) {
echo $exec;
throw new Exception ( 'No valid reply returned from Amazon can not find the item asin' );
}
// fix for eur getiting defected for amazon.it
$exec = str_replace ( 'iso-8859-1', 'utf-8', $exec );
// dom
$doc = new DOMDocument ();
@$doc->loadHTML ( $exec );
$xpath = new DOMXpath ( $doc );
// title
$elements = $xpath->query ( '//*[@id="productTitle"]' );
$item_title = '';
if ($elements->length > 0) {
$title_element = $elements->item ( 0 );
$item_title = trim ( $title_element->nodeValue );
}
if(trim($item_title) == '' ){
preg_match( '{<meta property="og:title" content="(.*?)"}' , $exec , $title_matches );
$item_title = isset( $title_matches[1]) ? $title_matches[1] : '' ;
}
$ret ['link_title'] = $item_title;
// the description productDescription
$item_description = '';
preg_match_all ( '{<div id="productDescription.*?<p>(.*?)</p>[^<]}s', $exec, $description_matches );
$description_matches = $description_matches [1];
if (isset ( $description_matches [0] )) {
$item_description = $description_matches [0];
$item_description = str_replace ( '</p><p>', '<br>', $item_description );
$item_description = str_replace ( array (
'<p>',
'</p>',
'<![CDATA['
), '', $item_description );
}
if (trim ( $item_description ) == '' && stristr ( $exec, 'id="aplus"' )) {
$elements = $xpath->query ( '//*[@id="aplus"]' );
if ($elements->length > 0) {
$item_description = $doc->saveHTML ( $elements->item ( 0 ) );
$item_description = preg_replace ( array (
'{<style.*?style>}s',
'{<a.*?/a>}s',
'{<script.*?/script>}s'
), '', $item_description );
$item_description = strip_tags ( $item_description, '<p><br><img><h3>' );
}
}
// book description bookDesc_iframe_wrapper
if (stristr ( $exec, 'bookDesc_iframe_wrapper' )) {
preg_match_all ( '{<noscript>\s*(<div>.*?)</noscript}s', $exec, $book_desc_matches );
if (count ( $book_desc_matches [1] ) == 1 && isset ( $book_desc_matches [1] [0] )) {
$item_description = $book_desc_matches [1] [0] . '<br>' . $item_description;
echo '<br>Book description found.. appending...';
}
}
//book detailBulletsWrapper_feature_div
if (stristr ( $exec, 'detailBulletsWrapper_feature_div' )) {
$detailelements = $xpath->query ( '//*[@id="detailBullets_feature_div"]/ul/li' );
$detailBulletsWrapper_feature_div = '';
if ($detailelements->length > 0) {
foreach ( $detailelements as $element ) {
$detailBulletsWrapper_feature_div .= ( str_replace("\n" , '' ,($element->nodeValue)) ) . '<br>';
}
}
if ( trim($detailBulletsWrapper_feature_div) != '' ) {
//$detailBulletsWrapper_feature_div = str_replace("\n" , '' , $detailBulletsWrapper_feature_div);
$item_description = $item_description . '<br>' . $detailBulletsWrapper_feature_div;
echo '<br>Book details found.. appending...';
}
}
$ret ['item_description'] = $item_description;
// features
$elements = $xpath->query ( '//*[@id="feature-bullets"]/ul/li/span[@class="a-list-item"]' );
$item_features = array ();
if ($elements->length > 0) {
foreach ( $elements as $element ) {
$item_features [] = trim ( ($element->nodeValue) );
}
unset ( $item_features [0] );
}
$ret ['item_features'] = $item_features;
// images large":"
preg_match_all ( '{colorImages\': \{.*?large":".*?".*?script>}s', $exec, $imgs_matches );
$possible_img_part = '';
if (isset ( $imgs_matches [0] [0] )) {
$possible_img_part = $imgs_matches [0] [0];
}
if (trim ( $possible_img_part ) != '') {
preg_match_all ( '{large":"(.*?)"}s', $possible_img_part, $imgs_matches );
} else {
preg_match_all ( '{large":"(.*?)"}s', $exec, $imgs_matches );
}
$item_images = array_unique ( $imgs_matches [1] );
if (count ( $item_images ) == 0) {
// no images maybe a book
echo '<br>No images found using method #1 trying method #2';
// ebooksImageBlockContainer imageGalleryData
if (stristr ( $exec, 'imageGalleryData' )) {
preg_match ( '{imageGalleryData(.*?)dimensions}s', $exec, $poassible_book_imgs );
} elseif (stristr ( $exec, 'ebooksImageBlockContainer' )) {
preg_match ( '{<div id="ebooksImageBlockContainer(.*?)div>\s</div>}s', $exec, $poassible_book_imgs );
} elseif (stristr ( $exec, 'mainImageContainer' )) {
preg_match ( '{<div id="mainImageContainer(.*?)div>}s', $exec, $poassible_book_imgs );
} elseif (stristr ( $exec, 'main-image-container' )) {
preg_match ( '{<div id="main-image-container(.*?)div>}s', $exec, $poassible_book_imgs );
}
if (isset ( $poassible_book_imgs )) {
$poassible_book_imgs = $poassible_book_imgs [0];
} else {
$poassible_book_imgs = '';
}
if (trim ( $poassible_book_imgs ) != '') {
preg_match_all ( '{https://.*?\.jpg}s', $poassible_book_imgs, $possible_book_img_srcs );
$possible_book_img_srcs = $possible_book_img_srcs [0];
if (count ( $possible_book_img_srcs ) > 0) {
$final_img = end ( $possible_book_img_srcs );
$final_img = preg_replace ( '{,.*?\.}', '.', $final_img );
$item_images = array (
$final_img
);
}
}
}
if(count($item_images) == 0 && strpos($exec, 'data-zoom-hires')){
preg_match_all('{data-zoom-hires="(.*?)"}', $exec, $mobile_imgs_matches);
$item_images = $mobile_imgs_matches[1];
}
$ret ['item_images'] = $item_images;
// prices priceblock_ourprice
unset ( $elements );
if (stristr ( $exec, 'id="priceblock_dealprice' ) || stristr ( $exec, 'id=priceblock_dealprice' )) {
$elements = $xpath->query ( '//*[@id="priceblock_dealprice"]' );
echo '<br>Price tag:priceblock_dealprice';
} elseif (stristr ( $exec, 'id="priceblock_ourprice' ) || stristr ( $exec, 'id=priceblock_ourprice' )) {
$elements = $xpath->query ( '//*[@id="priceblock_ourprice"]' );
echo '<br>Price tag:priceblock_ourprice';
} elseif (stristr ( $exec, 'id="priceblock_saleprice' ) || stristr ( $exec, 'id=priceblock_saleprice' )) {
echo '<br>Price tag:priceblock_saleprice';
$elements = $xpath->query ( '//*[@id="priceblock_saleprice"]' );
} elseif (stristr ( $exec, 'id="price_inside_buybox' ) || stristr ( $exec, 'id=price_inside_buybox' )) {
echo '<br>Price tag:price_inside_buybox';
$elements = $xpath->query ( '//*[@id="price_inside_buybox"]' );
} elseif (stristr ( $exec, 'id="newBuyBoxPrice' ) || stristr ( $exec, 'id=newBuyBoxPrice' )) {
echo '<br>Price tag:newBuyBoxPrice';
$elements = $xpath->query ( '//*[@id="newBuyBoxPrice"]' );
}
$item_price = '';
if (isset ( $elements ) && $elements->length > 0) {
$item_price = trim ( $elements->item ( 0 )->nodeValue );
$item_price = preg_replace ( '{ -.*}', '', $item_price );
} elseif (stristr ( $exec, ' offer-price ' )) {
echo '<br>Price tag:offer-price';
// <span class="a-size-medium a-color-price offer-price a-text-normal">$16.98</span>
preg_match_all ( '{ offer-price .*?>(.*?)</span>}s', $exec, $possible_price_matches );
$possible_price_matches = $possible_price_matches [1];
if (isset ( $possible_price_matches [0] ) && trim ( $possible_price_matches [0] ) != '')
$item_price = $possible_price_matches [0];
} elseif ( stristr ( $exec, '<span class="a-size-small a-color-price">') && ! stristr( $exec, '<span class="a-size-small a-color-price">(' ) ) {
echo '<br>Price tag:a-color-price';
preg_match_all ( '{<span class="a-size-small a-color-price">(.*?)</span>}s', $exec, $possible_price_matches );
$possible_price_matches = $possible_price_matches [1];
if (isset ( $possible_price_matches [0] ) && trim ( $possible_price_matches [0] ) != '')
$item_price = trim ( $possible_price_matches [0] );
}elseif( stristr($exec, '<span class="a-size-large a-color-price">')){
echo '<br>Price tag:a-size-large a-color-price';
preg_match_all ( '{<span class="a-size-large a-color-price">(.*?)</span>}s', $exec, $possible_price_matches );
$possible_price_matches = $possible_price_matches [1];
if (isset ( $possible_price_matches [0] ) && trim ( $possible_price_matches [0] ) != '')
$item_price = trim ( $possible_price_matches [0] );
}elseif(stristr($exec, '<span class="a-price a-text-price a-size-medium" data-a-size="b" data-a-color="price"><span class="a-offscreen">')){
//<span class="a-price a-text-price a-size-medium" data-a-size="b" data-a-color="price"><span class="a-offscreen">$8.48</span>
echo '<br>Price tag: a-price a-text-price a-size-medium" data-a-size="b" data-a-color="price" ';
preg_match_all ( '{<span class="a-price a-text-price a-size-medium" data-a-size="b" data-a-color="price"><span class="a-offscreen">(.*?)</span>}s', $exec, $possible_price_matches );
$possible_price_matches = $possible_price_matches [1];
if (isset ( $possible_price_matches [0] ) && trim ( $possible_price_matches [0] ) != '')
$item_price = trim ( $possible_price_matches [0] );
}elseif(stristr($exec,'data-a-color="price"><span class="a-offscreen">')){
//data-a-color="price"><span class="a-offscreen">$8.48</span>
echo '<br>Price tag: data-a-color="price"';
preg_match_all ( '{data-a-color="price"><span class="a-offscreen">(.*?)</span>}s', $exec, $possible_price_matches );
$possible_price_matches = $possible_price_matches [1];
if (isset ( $possible_price_matches [0] ) && trim ( $possible_price_matches [0] ) != '')
$item_price = trim ( $possible_price_matches [0] );
}
// translation extra space removal
$item_price = str_replace ( '$ ', '$', $item_price );
$ret ['item_price'] = $item_price;
// pre-sale price
$elements = $xpath->query ( "//*[contains(@class, 'priceBlockStrikePriceString')]" );
$item_pre_price = $item_price;
if ($elements->length > 0) {
echo '<br>Pre price tag:priceBlockStrikePriceString';
$item_pre_price = trim ( $elements->item ( 0 )->nodeValue );
$item_pre_price = preg_replace ( '{ -.*}', '', $item_pre_price );
}elseif(stristr($exec, 'data-a-strike="true" data-a-color="secondary">')){
//data-a-strike="true" data-a-color="secondary"><span class="a-offscreen">$169.00</span>
echo '<br>Pre price tag:data-a-strike="true"';
preg_match ( '{data-a-strike="true" data-a-color="secondary"><span class="a-offscreen">(.*?)</span>}s', $exec, $possible_price_matches_pre );
$possible_price_matches_pre = $possible_price_matches_pre [1];
if(trim($possible_price_matches_pre) != '') $item_pre_price = $possible_price_matches_pre;
}
$ret ['item_pre_price'] = $item_pre_price;
// item link
$ret ['item_link'] = 'https://amazon.' . $this->region . '/dp/' . $asin_code;
$ret ['item_reviews'] = 'https://www.amazon.' . $this->region . '/reviews/iframe?akid=AKIAJDYHK6WW2AYDNYJA&alinkCode=xm2&asin=' . $asin_code . '&atag=iatefpro&exp=2035-07-19T16%3A07%3A21Z&v=2&sig=ofoCKfF6T0LDaPzBPX%252BB2tnjuzE3gCl%252BstWxTFdnCJQ%253D';
return $ret;
}
/**
* Return details of a product searched by keyword
*
* @param string $keyword
* keyword to search
* @param string $product_type
* type of the product
* @return mixed simpleXML object
*/
public function getItemByKeyword($keyword, $ItemPage, $product_type, $additionalParam = array(), $min = '', $max = '') {
// next page flag reset
$this->is_next_page_available = false;
// encoded keyword
$keyword_encoded = urlencode ( trim ( $keyword ) );
$search_url = "https://www.amazon.{$this->region}/s?k=$keyword_encoded&ref=nb_sb_noss";
// https://www.amazon.co.uk/s?k=iphone&ref=nb_sb_noss
if ($ItemPage != 1) {
$search_url .= "&page=$ItemPage";
}
echo $search_url;
// curl get
$x = 'error';
$url = $search_url;
curl_setopt ( $this->ch, CURLOPT_HTTPGET, 1 );
curl_setopt ( $this->ch, CURLOPT_URL, trim ( $url ) );
curl_setopt ( $this->ch, CURLOPT_HTTPHEADER, 'accept-encoding: utf-8' );
curl_setopt ( $this->ch, CURLOPT_ENCODING, "" );
$exec = curl_exec ( $this->ch );
$x = curl_error ( $this->ch );
// validate returned content
if (trim ( $exec ) == '' || trim ( $x ) != '') {
throw new Exception ( 'No valid reply returned from Amazon with a possible cURL err ' . $x );
}
// validate products found
if (! stristr ( $exec, 'data-asin' )) {
// throw new Exception('No items found') ;
echo '<br>No items found';
// echo $exec;
return array ();
}
// extract products
preg_match_all ( '{data-asin="(.*?)"}', $exec, $productMatchs );
$asins = $productMatchs [1];
// last page
if (stristr ( $exec, 'proceedWarning' )) {
echo '<br>Reached end page of items';
return array ();
}
// next page flag
$possible_next_page = $ItemPage + 1;
if (stristr ( $exec, 'page=' . $possible_next_page . '&' ))
$this->is_next_page_available = true;
return ($asins);
}
/**
* Return list of ASINs of items by scraping the page
*
* @param string $pageUrl
* @param string $ch
* curl handler
*/
public function getASINs($moreUrl) {
// save timing limit
sleep ( rand ( 3, 5 ) );
// curl get
$x = 'error';
$url = $moreUrl;
// echo '<br>Call URL is: ' . $moreUrl;
/*
* $this->ch = curl_init ();
* $verbose=fopen('/Applications/MAMP/htdocs/wordpress/wp-content/plugins/wp-automatic/verbose.txt', 'w');
* curl_setopt($this->ch, CURLOPT_VERBOSE , 1);
* curl_setopt($this->ch, CURLOPT_STDERR,$verbose);
*/
$headers = array ();
$headers [] = "Authority: www.amazon.{$this->region}";
$headers [] = "Upgrade-Insecure-Requests: 1";
// $headers[] = "User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.122 Safari/537.36";
$headers [] = "Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9";
$headers [] = "Sec-Fetch-Site: none";
$headers [] = "Sec-Fetch-Mode: navigate";
$headers [] = "Sec-Fetch-Dest: document";
$headers [] = "Accept-Language: en-US,en;q=0.9";
curl_setopt ( $this->ch, CURLOPT_HTTPHEADER, $headers );
// curl_setopt($this->ch, CURLOPT_ENCODING , "");
curl_setopt ( $this->ch, CURLOPT_HTTPGET, 1 );
curl_setopt ( $this->ch, CURLOPT_URL, trim ( $url ) );
$exec = curl_exec ( $this->ch );
$x = curl_error ( $this->ch );
$cuinfo = curl_getinfo ( $this->ch );
// Validate reply
if (trim ( $exec ) == '') {
throw new Exception ( 'Empty reply from Amazon with possible curl error ' . $x );
}
if (! stristr ( $exec, 'amazon' )) {
$gzdec = @gzdecode ( $exec );
if (stristr ( $gzdec, 'amazon' ))
$exec = $gzdec;
}
// Capacha check
if ( stristr ( $exec, '/captcha/' ) || $cuinfo ['http_code'] == 503) {
echo '<br>Amazon asked for Capacha.. Trying auto-proxy....';
require_once 'proxy.GoogleTranslate.php';
try {
$GoogleTranslateProxy = new GoogleTranslateProxy ( $this->ch );
$exec = $GoogleTranslateProxy->fetch ( $url );
//capcha check return don't deactivate keyword
if(stristr($exec, '/captcha/')){
echo '<br><span style="color:red">Got a Captcha again, changing use agent for next call</span>';
$this->update_agent_required = true;
exit;
}
} catch ( Exception $e ) {
echo '<br>ProxyViaGoogleException:' . $e->getMessage ();
}
}
// validate products found
if (! stristr ( $exec, 'data-asin' )) {
// throw new Exception('No items found') ;
echo '<br>No items found';
echo $exec;
return array ();
}
// dom data-index
// dom
$doc = new DOMDocument ();
@$doc->loadHTML ( $exec );
$xpath = new DOMXpath ( $doc );
// title
$elements = $xpath->query ( '//*[@data-index]' );
$all_valid_items_html = '';
foreach ( $elements as $single_asin_element ) {
$item_html = $doc->saveHtml ( $single_asin_element );
if (! stristr ( $item_html, 'a-row a-spacing-micro' ) && stristr ( $item_html, 'a-price-whole' )) {
$all_valid_items_html .= $item_html;
}
}
// extract products
preg_match_all ( '{data-asin="(.*?)"}', $all_valid_items_html, $productMatchs );
$asins = array_values ( array_filter ( $productMatchs [1] ) );
if (stristr ( $exec, 'proceedWarning' )) {
echo '<br>Reached end page of items';
return array ();
}
// next page qid for next call amp;qid=1586898902&
preg_match ( '{amp;qid\=(\d*?)&}', $exec, $qid_matches );
if (isset ( $qid_matches [1] ) && is_numeric ( $qid_matches [1] )) {
$this->next_request_qid = $qid_matches [1];
}
// get all slugs href="/Mermaid-Glitters-Decorations-Manicure-Accessory/dp/B07JC1QLZP
$slugs = array (); // ini
foreach ( $asins as $product_asin ) {
preg_match ( '{/([^/]*?)/dp/' . $product_asin . '}', $all_valid_items_html, $slug_match );
if( isset( $slug_match [1]) ) $slugs [] = $slug_match [1];
}
$this->slugs = $slugs;
return ($asins);
}
}
?>