├── envato-cache
    └── README.txt
├── example.php
├── README.md
├── commission-split.php
└── class.envato_scraper.php


/envato-cache/README.txt:
--------------------------------------------------------------------------------
1 | make this folder writable so the PHP script can cache results
2 | 


--------------------------------------------------------------------------------
/example.php:
--------------------------------------------------------------------------------
 1 | <?php
 2 | 
 3 | // EXAMPLE USAGE:
 4 | require_once 'class.envato_scraper.php';
 5 | $my_scraper = new envato_scraper();
 6 | $my_scraper->do_login('username','password');
 7 | $statement = $my_scraper->get_statement('1/2013');
 8 | $items = $my_scraper->get_users_items('dtbaker',array('codecanyon','themeforest')); // doesn't work with debug enabled.
 9 | 
10 | echo "<pre>";
11 | echo "My Statement: \n";
12 | print_r($statement);
13 | echo "My Items: \n";
14 | print_r($items);
15 | echo "</pre>";


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
 1 | envato-scraper
 2 | ==============
 3 | 
 4 | 
 5 | This simple PHP class scrapes the CSV statment down from Envato.
 6 | 
 7 | Example Usage:
 8 | 
 9 | ```php
10 | // return all dtbaker items from ThemeForest and CodeCanyon
11 | require_once 'class.envato_scraper.php';
12 | $my_scraper = new envato_scraper();
13 | $my_scraper->do_login('username','password');
14 | $statement = $my_scraper->get_statement('1/2013');
15 | $items = $my_scraper->get_users_items('dtbaker',array('codecanyon','themeforest')); // doesn't work with debug enabled.
16 | 
17 | echo "My Statement: \n";
18 | print_r($statement);
19 | echo "My Items: \n";
20 | print_r($items);
21 | ```
22 | 
23 | Example Output:
24 | <pre>
25 | My Statement:
26 | Array
27 | (
28 |     [0] => Array
29 |         (
30 |             [type] => sale
31 |             [date] => 2013-01-31 23:43:06 +1100
32 |             [time] => 1359636186
33 |             [item] => WordPress Email Ticket Support Plugin
34 |             [item_id] => 254823
35 |             [envato_item_id] => 0
36 |             [earnt] => 15.40
37 |             [amount] => 22.00
38 |             [rate] => 70.0
39 |         )
40 | 
41 |     [1] => Array
42 |         (
43 |             [type] => sale
44 |             [date] => 2013-01-31 22:16:25 +1100
45 |             [time] => 1359630985
46 |             [item] => PHP Search Engine
47 |             [item_id] => 89499
48 |             [envato_item_id] => 0
49 |             [earnt] => 7.00
50 |             [amount] => 10.00
51 |             [rate] => 70.0
52 |         )
53 |         etc.....
54 | My Items:
55 | Array
56 | (
57 |     [0] => Array
58 |         (
59 |             [item_id] => 2621629
60 |             [preview_image] => http://1.s3.envato.com/files/30243603/preview-ucm-pro_renew-invoices_pdf_customer-database_emails.jpg
61 |             [cost] => 60
62 |             [sales] => 53
63 |             [name] => Ultimate Client Manager - Pro Edition
64 |             [category] => Php-scripts / Project-management-tools
65 |             [thumb_image] => http://0.s3.envato.com/files/30243602/thumb-ucm-pro_open-source-php-database.png
66 |             [url] => http://codecanyon.net/item/ultimate-client-manager-pro-edition/2621629
67 |             [marketplace] => http://codecanyon.net
68 |         )
69 | 
70 |     [1] => Array
71 |         (
72 |             [item_id] => 2616958
73 |             [preview_image] => http://2.s3.envato.com/files/30196302/preview-customer-job-discussion-project-management-plugin.jpg
74 |             [cost] => 6
75 |             [sales] => 7
76 |             [name] => UCM Plugin: Project Discussion / Customer Comments
77 |             [category] => Php-scripts / Project-management-tools
78 |             [thumb_image] => http://3.s3.envato.com/files/30196301/thumb-customer-project-comments-and-discussion.png
79 |             [url] => http://codecanyon.net/item/ucm-plugin-project-discussion-customer-comments/2616958
80 |             [marketplace] => http://codecanyon.net
81 |         )
82 | 
83 |     [2] => Array
84 |         (
85 | 	etc...
86 | </pre>
87 | 


--------------------------------------------------------------------------------
/commission-split.php:
--------------------------------------------------------------------------------
  1 | <?php
  2 | 
  3 | /**
  4 |  *
  5 |  * Very Basic Envato Commission Split Calculator
  6 |  * Version 0.01
  7 |  *
  8 |  * Instructions!
  9 |  *
 10 |  * Change the values in the configuration area below.
 11 |  * Upload these files to your website.
 12 |  * Visit this script in your browser with the item id in the url, like this:
 13 |  *    http://yourwebsite.com/commission-splits.php?item_id=12345678
 14 |  * Enter the envato recaptcha code if needed.
 15 |  * Send this URL to the other author so they can track sales and their expected commissions.
 16 |  * Yew!
 17 |  *
 18 |  *
 19 |  */
 20 | 
 21 | /** START CONFIGURATION AREA **/
 22 | 
 23 | 
 24 | // warning: make sure your server is secure before using this.
 25 | // this script makes use of features that are not possible with the Envato API, so an account password is required.
 26 | define('_ENVATO_USERNAME','your_envato_username');
 27 | define('_ENVATO_PASSWORD','your_envato_password');
 28 | 
 29 | $splits = array(
 30 |     12345678 => array( // REPLACE THIS WITH THE ITEM ID YOU WISH TO CALCULATE COMMISSION SPLITS ON
 31 |         'start_date' => '2/2013', // WHAT MONTH TO START COMMISSION CALCULATIONS FROM ( in m/Y format, eg: 1/2012 or 12/2011 )
 32 |         'authors' => array(
 33 |             'your_author_name_here' => array(
 34 |                 'split' => 0.5, // percentage here (eg: 50% is 0.5)
 35 |                 'total' => 0,
 36 |             ),
 37 |             'other_author_name_here' => array(
 38 |                 'split' => 0.5,  // percentage here (eg: 50% is 0.5)
 39 |                 'total' => 0,
 40 |             ),
 41 |             // add more authors here if you need to split 3 or more ways.
 42 |         ),
 43 |     ),
 44 |     // add more item configurations here if needed.
 45 | );
 46 | 
 47 | 
 48 | /** END CONFIGURATION AREA **/
 49 | 
 50 | 
 51 | $item_id = isset($_REQUEST['item_id']) ? (int)$_REQUEST['item_id'] : false;
 52 | if(!$item_id || !isset($splits[$item_id]))exit;
 53 | require_once 'class.envato_scraper.php';
 54 | $my_scraper = new envato_scraper();
 55 | $my_scraper->do_login(_ENVATO_USERNAME,_ENVATO_PASSWORD);
 56 | $statement = $my_scraper->get_statement($splits[$item_id]['start_date']);
 57 | $menu_months = array();
 58 | foreach($statement as $item){
 59 |     if(isset($item['item_id']) && $item['item_id'] == $item_id){
 60 |         $key = date('Y/m',$item['time']);
 61 |         if(!isset($menu_months[$key]))$menu_months[$key] = array(
 62 |             'sales'=> array(),
 63 |             'label'=>date('F Y',$item['time']),
 64 |         );
 65 |         $menu_months[$key]['sales'][] = $item;
 66 |     }
 67 | }
 68 | ?>
 69 | <!DOCTYPE html>
 70 | <html lang="en">
 71 |   <head>
 72 |     <meta charset="utf-8">
 73 |     <title>Commission Split</title>
 74 |     <meta name="viewport" content="width=device-width, initial-scale=1.0">
 75 |     <meta name="description" content="">
 76 |     <meta name="author" content="">
 77 | 
 78 |     <!-- Le styles -->
 79 |     <link href="http://twitter.github.com/bootstrap/assets/css/bootstrap.css" rel="stylesheet">
 80 |     <style type="text/css">
 81 |       body {
 82 |         padding-top: 60px;
 83 |         padding-bottom: 40px;
 84 |       }
 85 |       .sidebar-nav {
 86 |         padding: 9px 0;
 87 |       }
 88 | 
 89 |       @media (max-width: 980px) {
 90 |         /* Enable use of floated navbar text */
 91 |         .navbar-text.pull-right {
 92 |           float: none;
 93 |           padding-left: 5px;
 94 |           padding-right: 5px;
 95 |         }
 96 |       }
 97 |     </style>
 98 |     <link href="http://twitter.github.com/bootstrap/assets/css/bootstrap-responsive.css" rel="stylesheet">
 99 | 
100 |   </head>
101 | 
102 |   <body>
103 | 
104 |     <div class="navbar navbar-inverse navbar-fixed-top">
105 |       <div class="navbar-inner">
106 |         <div class="container-fluid">
107 |           <button type="button" class="btn btn-navbar" data-toggle="collapse" data-target=".nav-collapse">
108 |             <span class="icon-bar"></span>
109 |             <span class="icon-bar"></span>
110 |             <span class="icon-bar"></span>
111 |           </button>
112 |           <a class="brand" href="#">Commission Split</a>
113 |           <div class="nav-collapse collapse">
114 | 
115 | 
116 |           </div><!--/.nav-collapse -->
117 |         </div>
118 |       </div>
119 |     </div>
120 | 
121 |     <div class="container-fluid">
122 |       <div class="row-fluid">
123 |         <div class="span3">
124 |           <div class="well sidebar-nav">
125 |             <ul class="nav nav-list">
126 |               <li class="nav-header">Months</li>
127 |                 <?php foreach($menu_months as $key=>$menu_month){ ?>
128 |                     <li><a href="#month<?php echo $key;?>"><?php echo $menu_month['label'];?></a></li>
129 |                 <?php } ?>
130 |             </ul>
131 |           </div><!--/.well -->
132 |         </div><!--/span-->
133 |         <div class="span9">
134 |           <div class="hero-unit">
135 |             <h2>Commission Split Calculator!</h2>
136 |               <ul>
137 |               <?php foreach($splits[$item_id]['authors'] as $author_id => $split_data){ ?>
138 |                   <li>
139 |                       <?php echo $author_id;?> gets <?php echo $split_data['split']*100;?>%
140 |                   </li>
141 |                   <?php } ?>
142 |               </ul>
143 |           </div>
144 |           <div class="row-fluid">
145 |               <?php foreach($menu_months as $key=>$menu_month){
146 |                   $month_totals = array();
147 |                   ?>
148 |                   <h2 class="page-header" id="#month<?php echo $key;?>"><?php echo $menu_month['label'];?></h2>
149 |                   <ul>
150 |                   <?php foreach($menu_month['sales'] as $item){
151 |                       foreach($splits[$item_id]['authors'] as $author_id => $split_data){
152 |                           if(!isset($month_totals[$author_id]))$month_totals[$author_id]=0;
153 |                           $month_totals[$author_id]+= $item['earnt'] * $split_data['split'];
154 |                           $splits[$item_id]['authors'][$author_id]['total'] += $item['earnt'] * $split_data['split'];
155 |                       }
156 |                       ?>
157 |                       <li>
158 |                           <?php echo date('Y-m-d H:i:s',$item['time']);?> sold for $<?php echo $item['amount'];?> at rate of <?php echo $item['rate'];?>% earning a total of <strong>$<?php echo $item['earnt'];?></strong>.
159 |                       </li>
160 |                   <?php } ?>
161 |                       <?php foreach($month_totals as $author_id => $total){ ?>
162 |                       <li><strong><?php echo $author_id;?> earnt $<?php echo $total;?></strong></li>
163 |                       <?php } ?>
164 |                   </ul>
165 | 
166 |                 <?php } ?>
167 |           </div><!--/row-->
168 |         </div><!--/span-->
169 |       </div><!--/row-->
170 | 
171 |       <hr>
172 | 
173 | 
174 |     </div><!--/.fluid-container-->
175 | 
176 |     <script src="http://code.jquery.com/jquery-1.9.1.min.js"></script>
177 | 
178 |   </body>
179 | </html>
180 | 


--------------------------------------------------------------------------------
/class.envato_scraper.php:
--------------------------------------------------------------------------------
  1 | <?php
  2 | 
  3 | define('_ENVATO_DEBUG_MODE',false);
  4 | define('_ENVATO_TMP_DIR',dirname(__FILE__).'/envato-cache/');
  5 | define('_ENVATO_SECRET',"rhrh65zre6her6j42l3i4u2j34k2134nlkj2h42kjgasf"); // some unique code
  6 | 
  7 | class envato_scraper{
  8 | 
  9 | 
 10 |     private $waiting_on_recaptcha = false;
 11 |     private $logged_in = false;
 12 |     public $username = false;
 13 |     // list of all supported marketplaces.
 14 |     private $marketplaces = array(
 15 |             "http://themeforest.net",
 16 |             "http://codecanyon.net",
 17 |             "http://activeden.net",
 18 |             "http://audiojungle.net",
 19 |             "http://videohive.net",
 20 |             "http://graphicriver.net",
 21 |             "http://3docean.net",
 22 |             "http://photodune.net",
 23 |         );
 24 |     private $authed_marketplaces=array();// which ones we have /sign_in?auto=true&to=X to
 25 |     private $authenticity_tokens=array();
 26 |     private $main_marketplace = 'http://codecanyon.net';
 27 | 
 28 |     public function __construct($main_marketplace='http://codecanyon.net'){
 29 |         if(in_array($main_marketplace,$this->marketplaces)){
 30 |             $this->main_marketplace = $main_marketplace;
 31 |         }
 32 |         if(!is_dir(_ENVATO_TMP_DIR)){
 33 |             mkdir(_ENVATO_TMP_DIR);
 34 |         }
 35 |         if(!is_dir(_ENVATO_TMP_DIR) || !is_writable(_ENVATO_TMP_DIR)){
 36 |             echo 'please make sure the temp directory '._ENVATO_TMP_DIR.' is writable by PHP scripts.';
 37 |         }
 38 |         
 39 |     }
 40 | 
 41 |     /**
 42 |      * This pulls back list of all user items across all marketplaces (or specified marketplace)
 43 |      *
 44 |      * @param $user
 45 |      * @param array $from_marketplaces
 46 |      * @return array of items
 47 |      */
 48 |     public function get_users_items($user,$from_marketplaces=array()){
 49 |         $files = array();
 50 |         if(!is_array($from_marketplaces))$from_marketplaces=array($from_marketplaces);
 51 |         foreach($from_marketplaces as $marketplace){
 52 |                   //http://marketplace.envato.com/api/v2/new-files-from-user:collis,themeforest.json
 53 |             $url = "http://marketplace.envato.com/api/v2/new-files-from-user:$user,$marketplace.json";
 54 |             if(_ENVATO_DEBUG_MODE){
 55 |                 echo " Grabbing API url: $url <bR>\n";
 56 |             }
 57 |             $data = $this->get_url($url,array(),false);
 58 |             if(!empty($data)) {
 59 |                 $json_data = json_decode($data, true);
 60 |                 if(_ENVATO_DEBUG_MODE){
 61 |                     echo "data: ";print_r($json_data);
 62 |                 }
 63 |                 $files = array_merge($files,$json_data['new-files-from-user']);
 64 |             }
 65 |         }
 66 |         return $files;
 67 |     }
 68 | 
 69 |     public function authenticate_marketplace($url){
 70 |         if(!in_array($url,$this->marketplaces))return false;
 71 |         $marketplace_tag = str_replace('.net','',str_replace('http://','',$url));
 72 |         if(isset($this->authed_marketplaces[$marketplace_tag])){
 73 |             $this->logged_in = true;
 74 |         }else{
 75 |             $auth_check = $this->get_url('https://account.envato.com/sign_in?auto=true&to='.$marketplace_tag,array(),true); // todo - force this one?
 76 |             if(!$auth_check){
 77 |                 echo "failed to auth marketplace, try again.";
 78 |                 return false;
 79 |             }
 80 | 
 81 |             preg_match('#name="authenticity_token" type="hidden" value="([^"]+)"#',$auth_check ,$matches);
 82 |             $authenticity_token = $matches[1];
 83 | 
 84 |             preg_match('#name="token" type="hidden" value="([^"]+)"#',$auth_check ,$matches);
 85 |             $token = $matches[1];
 86 | 
 87 | 
 88 |             if(_ENVATO_DEBUG_MODE){
 89 |                 echo "Authenticating $url to: ".'https://account.envato.com/sign_in?auto=true&to='.$marketplace_tag."<br>";
 90 |                 echo "Got auth: $authenticity_token and $token <br>";
 91 |             }
 92 | 
 93 |             $post = array(
 94 |                 'utf8' => '&#x2713;',
 95 |                 'authenticity_token' => $authenticity_token,
 96 |                 'token' => $token
 97 |             );
 98 |             $auth_check = $this->get_url('http://'.$marketplace_tag.'.net/sso/verify_token', $post, true);
 99 | 
100 | 
101 |             if(_ENVATO_DEBUG_MODE){
102 |                 //echo "Auth check result: $auth_check <br>";
103 |             }
104 | 
105 |             if(preg_match('#/sign_out["\?]#',$auth_check)){
106 |                 $this->authed_marketplaces[$marketplace_tag]=true;
107 |                 preg_match('#<meta content="([^"]+)" name="csrf-token" />#', $auth_check, $hits);
108 |                 $this->authenticity_tokens[$marketplace_tag]=$hits[1];
109 |                 return true;
110 |             }
111 |         }
112 |         return false;
113 |     }
114 | 
115 |     /**
116 |      * returns true if the user is logged in
117 |      *
118 |      * @return bool
119 |      */
120 |     public function is_logged_in(){
121 |         return $this->logged_in;
122 |     }
123 | 
124 | 
125 |     /**
126 |      * do_login! The magic method that logs you into envato marketplaces. yew!
127 |      * Even supports recaptcha if you're loading this script from a web browser :P
128 |      *
129 |      * @param string $username
130 |      * @param string $password
131 |      * @param int $try_number
132 |      * @param bool $data
133 |      * @return bool|int
134 |      */
135 |     public function do_login($username,$password='',$try_number=0,$data=false){
136 | 
137 |         if($this->logged_in)return true;
138 | 
139 |         $this->username = $username;
140 |         if($this->waiting_on_recaptcha){
141 |             echo 'Waiting on recaptcha or manual password entry. Run script from browser.';
142 |             return false;
143 |         }
144 |         if(!$data){
145 |             $data = $this->_clean($this->get_url($this->main_marketplace.'/category/all',array(),true));
146 |         }
147 |         
148 |         // check if we are logged in or not.
149 |         // simply look for the string logout and Log Out
150 |         if($try_number>1){
151 |             // TODO: handle if envato is down for maintenance
152 |             echo "Unable to login. Sorry, please try again shortly.";
153 |             return false;
154 |         }else if(preg_match('#/sign_out["\?]#',$data)){
155 |             // if sign_out is present on the page then we are logged in
156 |             // new redirect hack with new account centre setup
157 |             $this->logged_in = $this->authenticate_marketplace($this->main_marketplace);
158 |         }else if($username){
159 | 
160 |             $data = $this->get_url('https://account.envato.com');
161 |             $auth_token = '';
162 |             if(preg_match('#name="authenticity_token" type="hidden" value="([^"]+)"#',$data,$matches)){
163 |                 $auth_token = $matches[1];
164 |                 if($auth_token){
165 | 
166 |                     if(isset($_POST['envatopassword'.md5($this->main_marketplace)])){
167 |                         $password = $_POST['envatopassword'.md5($this->main_marketplace)];
168 |                     }
169 |                     if(!$password){
170 |                         // prompt for password
171 |                         $this->waiting_on_recaptcha=true; //re-use this feature from the captcha thingey.
172 |                         ?>
173 |                         <br>
174 |                         <form action="" method="post">
175 |                             Enter Envato Password for account "<?php echo $username;?>": <input type="password" name="envatopassword<?php echo md5($this->main_marketplace);?>"> <br>
176 |                             Enter Envato Two-Factor for account "<?php echo $username;?>" (optional): <input type="text" name="envatopasswordtwofactor<?php echo md5($this->main_marketplace);?>"> <br>
177 |                             <input type="submit" name="go" value="Submit">
178 |                         </form>
179 |                         <?php
180 |                         return 0;
181 |                     }
182 |                     $post_data = array(
183 |                         "username"=>$username,
184 |                         "password"=>$password,
185 |                         "to" => 'codecanyon',
186 |                         "state" => '',
187 |                         "authenticity_token" => $auth_token,
188 |                         "utf8" => '&#x2713;',
189 |                         "commit" => 'Sign+In',
190 |                         "recaptcha_version" => '2',
191 |                         "recaptcha_site_key" => '6LcpTQITAAAAACIt_xhfOTWIZnT66AeAoy5xzgFG',
192 |                         //"from_header_bar"=>"true",
193 |                     );
194 |                     if(isset($_REQUEST['envatopasswordtwofactor'.md5($this->main_marketplace)])){
195 |                         $post_data['authentication_code'] = $_REQUEST['envatopasswordtwofactor'.md5($this->main_marketplace)];
196 |                     }
197 | 
198 |                     if(isset($_POST['recaptcha'.md5($this->main_marketplace)])){
199 |                         $post_data["recaptcha_challenge_field"]=$_POST['recaptcha'.md5($this->main_marketplace)];
200 |                         $post_data["recaptcha_response_field"]='manual_challenge';
201 |                         unset($_POST['recaptcha'.md5($this->main_marketplace)]);
202 |                     }
203 |                     if(_ENVATO_DEBUG_MODE){
204 |                         echo "Login attempt $try_number with username: ".$username." <br> ";
205 |                     }
206 |                     $url = "https://account.envato.com/sign_in";
207 |                     if($_POST['go'] == 'Submit'){
208 |                         $data = $this->get_url($url,$post_data,true);
209 |                     } else {
210 |                         $data = $this->get_url($url,$post_data,true);
211 |                     }
212 |                     if(_ENVATO_DEBUG_MODE){
213 |                         file_put_contents(_ENVATO_TMP_DIR."debug-envato_login-".$try_number.".html",$data);
214 |                         echo "Saved LOGIN ATTEMPT file at: "._ENVATO_TMP_DIR."debug-envato_login-".$try_number.".html <br>";
215 |                     }
216 |                     if ( preg_match( '#name="authenticity_token" type="hidden" value="([^"]+)"#', $data, $matches1 ) ) {
217 |                         if ( preg_match( '#name="token" type="hidden" value="([^"]+)"#', $data, $matches2 ) ) {
218 |                             if(_ENVATO_DEBUG_MODE){
219 |                                 echo "Got the verify_token after the /sign_in attempt, processing that callback <br>";
220 |                             }
221 |                             $post_data = array(
222 |                                 "authenticity_token" => $matches1[1],
223 |                                 "token" => $matches2[1],
224 |                                 "utf8" => '&#x2713;',
225 |                             );
226 |                             $data = $this->get_url('http://codecanyon.net/sso/verify_token',$post_data,true);
227 |                             if(_ENVATO_DEBUG_MODE){
228 |                                 file_put_contents(_ENVATO_TMP_DIR."debug-envato_login-".$try_number."-redir-postback.html",$data);
229 |                                 echo "Saved LOGIN ATTEMPT REDIRECT ( http://codecanyon.net/sso/verify_token ) file at: "._ENVATO_TMP_DIR."debug-envato_login-".$try_number."-redir-postback.html <br>";
230 |                             }
231 |                             if(preg_match('#/sign_out["\?]#',$data)){
232 |                                 // if sign_out is present on the page then we are logged in
233 |                                 // new redirect hack with new account centre setup
234 |                                 $this->logged_in = $this->authenticate_marketplace($this->main_marketplace);
235 |                                 return $this->logged_in;
236 |                             }
237 |                         }
238 |                     }
239 |                     $json_test = @json_decode($data,true);
240 |                     if(is_array($json_test) && isset($json_test['state']) && $json_test['state'] == 'ok' && isset($json_test['redirect']) && strlen($json_test['redirect']) > 10){
241 |                         $data_redirect = $this->get_url($json_test['redirect'],array(),true);
242 |                         if(_ENVATO_DEBUG_MODE){
243 |                             file_put_contents(_ENVATO_TMP_DIR."debug-envato_login-".$try_number."-redir.html",$data_redirect);
244 |                             echo "Saved LOGIN ATTEMPT REDIRECT ( ".$json_test['redirect']." ) file at: "._ENVATO_TMP_DIR."debug-envato_login-".$try_number."-redir.html <br>";
245 |                         }
246 |                         if(strpos($data_redirect,'Now signing you into')) {
247 |                             // redirect worked! we're signing in :)
248 |                             /*<form accept-charset="UTF-8" action="verify_token" id="verify_token" method="post"><div style="margin:0;padding:0;display:inline"><input name="utf8" type="hidden" value="&#x2713;" /><input name="authenticity_token" type="hidden" value="P97yE6Vw6fu+igIJkP0PwaEfkGMGCCaQ+yuYmLeLZ9o=" /></div>
249 |   <input id="token" name="token" type="hidden" value="L2MHmS2qRBdMfHJOJQtI4JQiB0GsG6cy8FKzFry5W5SvxoVNqIOl9KgVSiSIla3s" />
250 |   <p>
251 |     Now signing you into CodeCanyon.
252 |     <input name="commit" type="submit" value="Click here" /> if you aren't automatically redirected.
253 |   </p>
254 | </form>*/
255 |                             if ( preg_match( '#name="authenticity_token" type="hidden" value="([^"]+)"#', $data_redirect, $matches1 ) ) {
256 |                                 if ( preg_match( '#name="token" type="hidden" value="([^"]+)"#', $data_redirect, $matches2 ) ) {
257 |                                     if(_ENVATO_DEBUG_MODE){
258 |                                         echo "Got verify_token after json redirect <br>";
259 |                                     }
260 |                                     $post_data = array(
261 |                                         "authenticity_token" => $matches1[1],
262 |                                         "token" => $matches2[1],
263 |                                         "utf8" => '&#x2713;',
264 |                                     );
265 |                                     $new_url = preg_replace('#/callback\?.*$#','/verify_token',$json_test['redirect']);
266 |                                     $data = $this->get_url($new_url,$post_data,true);
267 |                                     if(_ENVATO_DEBUG_MODE){
268 |                                         file_put_contents(_ENVATO_TMP_DIR."debug-envato_login-".$try_number."-redir-postback.html",$data);
269 |                                         echo "Saved LOGIN ATTEMPT REDIRECT ( ".$new_url." ) file at: "._ENVATO_TMP_DIR."debug-envato_login-".$try_number."-redir-postback.html <br>";
270 |                                     }
271 |                                     if(preg_match('#/sign_out["\?]#',$data)){
272 |                                         // if sign_out is present on the page then we are logged in
273 |                                         // new redirect hack with new account centre setup
274 |                                         $this->logged_in = $this->authenticate_marketplace($this->main_marketplace);
275 |                                         return $this->logged_in;
276 |                                     }
277 |                                 }
278 |                             }
279 |                         }
280 | 
281 |                             echo "Redirect failed to load with this response: <hr><hr> $data_redirect ";
282 |                             return false;
283 |                     }
284 |                     if(preg_match('#temporarily locked out#',$data)){
285 |                         echo "Sorry, temporarily locked out for too many failed login attempts.";
286 |                         return 0;
287 |                     }else if (preg_match('#recaptcha/api/noscript#',$data)){
288 |                         $this->waiting_on_recaptcha=true;
289 |                         echo "Sorry, too many failed envato login attempts on ".$this->main_marketplace.". Please enter the re-captcha code below. <br>";
290 |                         // <iframe src="https://www.google.com/recaptcha/api/noscript?k=6LeL1wUAAAAAAJ6M4Rd6GzH86I_9_snNaLPqy_ff" h
291 |                         if(preg_match('#<iframe src="https://www.google.com/recaptcha/api/noscript[^"]*"[^>]*>#',$data,$matches)){
292 |                             echo $matches[0].'</iframe>';
293 |                             ?>
294 |                             <br>
295 |                             <form action="" method="post">
296 |                                 Enter Code: <input type="text" name="recaptcha<?php echo md5($this->main_marketplace);?>"> <input type="submit" name="go" value="Submit">
297 |                                 <?php foreach($_POST as $key=>$val){
298 |                                     if(strpos($key,'recaptcha')!==false || strpos($key,'envatopassword')!==false){
299 |                                     ?>
300 |                                 <input type="hidden" name="<?php echo $key;?>" value="<?php echo $val;?>">
301 |                                     <?php
302 |                                     }
303 |                                 } ?>
304 |                             </form>
305 |                             <?php
306 |                         }
307 |                         return 0;
308 |                     }
309 |                 }else{
310 |                     echo 'failed: no auth token';
311 |                 }
312 |             }else{
313 |                 echo 'failed. no auth token found on page';
314 |             }
315 |             return $this->do_login($username,$password,$try_number+1,$data);
316 |         }else {
317 |             // no username or password, set, return false so we prompt them to login.
318 |             return false;
319 |         }
320 | 
321 |         // $data now contains our home page in logged in version.
322 |         // how much cash do we have?
323 |         //<span class="user_balance">$4,829.40</span>
324 |         /*if(preg_match('#class="user_balance">\$([^<]+)<#',$data,$matches)){
325 |             print_r($matches);
326 |             $this->account_balance = preg_replace('/[^\.\d]/','',$matches[1]);
327 |         }*/
328 |         return $this->logged_in;
329 |     }
330 | 
331 |     /**
332 |      *
333 |      * This method will return an array of purchased items.
334 |      *
335 |      * @param string $url the url from your email e.g. http://codecanyon.net/user/USERNAME?pm_key=OTgxMjYx%0B
336 |      *
337 |      * @return array
338 |      */
339 |     public function verify_email_link($url){
340 |     
341 |         $urlparts = parse_url($url);
342 |         
343 |         $purchases = array();
344 |         
345 |         //login always on the main marketplace
346 |         $data = $this->_clean($this->get_url($this->main_marketplace.$urlparts['path'].'?'.$urlparts['query']));
347 |         
348 |         //if we found some purchased files
349 |         if(preg_match('#<h2 class="underlined">Purchases of your files</h2> <ul class="fancy-list">#s', $data)){
350 |                
351 |                //grab them and put them in an array
352 |                preg_match('#<ul class="fancy-list">(.*)(days?|months?|years?) ago<\/li>(.*)?<\/ul>#s', $data, $hits);
353 |                $raw = explode('<br>', strip_tags(str_replace('</li>', '</li><br>', $hits[0]), '<a><br>'));
354 |                
355 |                foreach($raw as $purchase){
356 |                    
357 |                    preg_match('#href="([^"]+)\/(\d+)"#', $purchase, $hits);
358 |                    
359 |                    if(empty($hits[2])) continue;
360 |                    //get time
361 |                    preg_match('#(\d+) (days?|months?|years?) ago#', $purchase, $time);
362 |                    //get license
363 |                    preg_match('#(Regular|Extended) License#', $purchase, $license);
364 |                    
365 |                    $purchases[] = array(
366 |                        'item_id' => $hits[2],
367 |                        'item_url' => str_replace(array('href="', '"'), array('http://'.$urlparts['host'], ''), $hits[0]),
368 |                        'item_name' => trim(str_replace(array($license[0], $time[0]), '', strip_tags($purchase))),
369 |                        'url' => $url,
370 |                        'text' => trim(strip_tags($purchase)),
371 |                        'license' => $license[1],
372 |                        'date' => date('Y-m-d', strtotime('- '.$time[1].' '.$time[2])),
373 |                    );
374 |                    
375 |                }
376 |                
377 |             if(_ENVATO_DEBUG_MODE){
378 |                 echo 'found purchases in '.$url;
379 |                 print_r($purchases);
380 |             }
381 |               
382 |         }
383 |         
384 |         return $purchases;
385 | 
386 |     }
387 | 
388 |     /**
389 |      *
390 |      * This method will post a comment. Requires the item id and the comment id of the starting comment
391 |      *
392 |      * @param integer $item_id the id of the item to comment
393 |      * @param integer $comment_id the id of the comment to reply
394 |      * @param string $message the message
395 |      *
396 |      * @return boolean
397 |      */
398 |     public function post_comment($item_id, $comment_id, $message){
399 |     
400 |         $authenticity_token = $this->get_authenticity_token();
401 |         
402 |         if(!$authenticity_token) return false;
403 |         
404 |         $post = array(
405 |             'utf8' => '&#x2713;',
406 |             'authenticity_token' => $authenticity_token,
407 |             'parent_id' => $comment_id,
408 |            // 'ret' => 'author_dashboard',
409 |             'content' => $message,
410 |         );
411 | 
412 |         $result = $this->get_url($this->main_marketplace.'/item/goto/'.$item_id.'/comments', $post, true, true);
413 | 
414 |         $json = json_decode($result);
415 |         if($json->status == 'ok'){
416 |             if(preg_match('#comment_(\d+)#', $json->partial, $matches)){
417 |                 $comment_id = intval($matches[1]);
418 |                 return $comment_id;
419 |             }
420 |         }else if($json->status == 'error'){
421 |             if(_ENVATO_DEBUG_MODE){
422 |                 echo $json->error."<br>";
423 |             }
424 |         }
425 |         
426 |         return false;
427 |        
428 |     }
429 | 
430 |     /**
431 |      *
432 |      * This method will update a comment. Requires the comment id of the starting comment
433 |      *
434 |      * @param integer $comment_id the id of the comment to update
435 |      * @param string $message the message
436 |      *
437 |      * @return boolean
438 |      */
439 |     public function update_comment($comment_id, $message){
440 |     
441 |         $authenticity_token = $this->get_authenticity_token();
442 |         
443 |         if(!$authenticity_token) return false;
444 |         
445 |         $post = array(
446 |             'utf8' => '&#x2713;',
447 |             '_method' => 'put',
448 |             'authenticity_token' => $authenticity_token,
449 |             'content' => $message,
450 |         );
451 |         
452 |         $result = $this->get_url($this->main_marketplace.'/comments/'.$comment_id, $post, true, true);
453 | 
454 |         $json = json_decode($result);
455 | 
456 |         if($json->status == 'ok'){
457 |             return true;
458 |         }else if($json->status == 'error'){
459 |             if(_ENVATO_DEBUG_MODE){
460 |                 echo $json->error."<br>";
461 |             }
462 |         }
463 | 
464 |         return false;
465 |         
466 |     }
467 | 
468 |     /**
469 |      *
470 |      * This method will return the CSV statement for Envato earnings.
471 |      * Useful for manual calculations within your own system.
472 |      * eg: a system that automatically calculates split earnings on collaboration items.
473 |      *
474 |      * @param bool|string $datefrom
475 |      * @param bool|string $dateto
476 |      *
477 |      * @return array
478 |      */
479 |     public function get_statement($datefrom,$dateto=false){
480 | 
481 |         //if(!$this->logged_in || !$this->username || !$datefrom)return array();
482 | 
483 |         $items = array();
484 |         $current_month = date('m');
485 |         $current_year = date('Y');
486 |         // work out what dates we need to grab from the statement.
487 |         list($from_month,$from_year) = explode('/',$datefrom);
488 |         $statement_url_requests = array();
489 |         if($from_year<=$current_year && (
490 |             ($from_year==$current_year && $from_month <= $current_month) ||
491 |             ($from_year<$current_year)
492 |         )){
493 |             // we have a valid from date! do the loop.
494 |             $xm = $from_month;
495 |             for($xy=$from_year;$xy<=$current_year;$xy++){
496 |                 while(
497 |                     $xm <= 12 && (
498 |                         ($xy==$current_year && $xm<=$current_month) ||
499 |                         ($xy<$current_year)
500 |                     )
501 |                 ){
502 |                     $dm = ($xm < 10) ? '0'.$xm : $xm;
503 |                     //$statement_url_requests[] = $this->main_marketplace . "/user/".$this->username."/download_statement_as_csv?month=".$xm.'&year='.$xy;
504 |                     $statement_url_requests[] = $this->main_marketplace . "/statement/".$xy.'-'.$dm.'.csv';
505 |                     $xm++;
506 |                 }
507 |                 if($xm>12){
508 |                     $xm=1;
509 |                 }
510 |             }
511 |         }
512 |         if(_ENVATO_DEBUG_MODE){
513 |             echo 'grabbing these statement urls:';
514 |             print_r($statement_url_requests);
515 |         }
516 | 
517 |         foreach($statement_url_requests as $url){
518 |             if(strpos($url,$current_year.'-'.$current_month)){
519 |                 // we always grab a new copy of the latest months statement:
520 |                 // any previous months we always use the cached version if they exist.
521 |                 $data = $this->get_url($url,array(),true);
522 |             }else{
523 |                 // fall back to cache.
524 |                 $data = $this->get_url($url,array(),false);
525 |                 if(preg_match('#<html#',$data) && $this->_got_url_from_cache){
526 |                     // we got a cached html file, try again without cache mode just for kicks.
527 |                     $data = $this->get_url($url,array(),true);
528 |                 }
529 |             }
530 |             if(preg_match('#<html#',$data)){
531 |         if(_ENVATO_DEBUG_MODE){
532 |                     echo 'failed, probably not logged in correctly, invalid month or envato is temporarily down.';
533 |             }
534 |                 break;
535 |             }
536 |             // save as temp file and use fgetcsv
537 |             // dont want to use str_getcsv because it requires 5.3 and some people are still on 5.2.
538 |             $temp_csv_file = _ENVATO_TMP_DIR.'envato_'.basename($this->username)."_statement-csv-current.csv";
539 |             file_put_contents($temp_csv_file,$data);
540 |             if($temp_csv_file && is_file($temp_csv_file)){
541 |                 $fd = fopen($temp_csv_file,"r");
542 |                 $count = 1;
543 |                 while (($data = fgetcsv($fd, 1000, ",")) !== FALSE) {
544 |                     if(1 == $count){
545 |                         $count++;
546 |                         continue;
547 |                     } // dont save header.
548 |                     if(count($data)<2)continue;
549 |                     $items[]=$data;
550 |                     $count++;
551 |                 }
552 |                 if(_ENVATO_DEBUG_MODE){
553 |                     echo "Month: $temp_csv_file got $count items<br>";
554 |                 }
555 |                 fclose($fd);
556 |             }
557 | 
558 | 
559 |         }
560 | 
561 |         foreach($items as &$foo){
562 | 
563 |             $item_name = str_replace('"','',$foo[2]);
564 |             $item_id = (int)str_replace('"','',$foo[3]);
565 | 
566 |             $item_type = str_replace('"','',trim($foo[1]));
567 |             $item_amount = 0;
568 |             $item_rate = str_replace('%','',$foo[5]);
569 |             $earnt = str_replace('"','',$foo[4]);
570 |             if($item_type == 'sale'){
571 |                 // support the old method of logging stuff:
572 |                 if(preg_match('/sold (.*) for (\d.*) w\/ rate of (.*)%/U',str_replace('"','',$foo[3]),$matches)){
573 |                     $item_name = $matches[1];
574 |                     $item_amount = $matches[2];
575 |                     $item_rate = $matches[3];
576 |                     $earnt = str_replace('"','',$foo[2]);
577 |                 }else{
578 |                     $item_name = $foo[2];
579 |                     $item_id = (int)$foo[3];
580 |                     $item_amount = $foo[6];
581 |                     $item_rate = str_replace('%','',$foo[5]);
582 |                     $earnt = str_replace('"','',$foo[4]);
583 |                 }
584 | 
585 |             }
586 | 
587 |             $line = array(
588 |                 "type" => $item_type,
589 |                 "date" => trim($foo[0]),
590 |                 "time" => strtotime(trim($foo[0])),
591 |                 "item" => $item_name,
592 |                 "item_id" => $item_id,
593 |                 'envato_item_id'=>0, // database id.
594 |                 "earnt" => $earnt,
595 |                 "amount" => $item_amount,
596 |                 "rate" => $item_rate,
597 |             );
598 |             $foo = $line;
599 |         }
600 |         if(_ENVATO_DEBUG_MODE){
601 |             echo "There are ".count($items)." lines in your statement CSV file. Is this correct? <br>";
602 |         }
603 |         return $items;
604 |     }
605 | 
606 |     /**
607 |      *
608 |      * This method will return the recent reviews for your Envato items.
609 |      * $datefrom can be 2014-01-29 (about the time reviews started having usernames)
610 |      * $type can be 1 for ratings and reviews, or 2 for just reviews
611 |      * $item_id can be to limit results to a particular item
612 |      *
613 |      * @param bool|string $datefrom
614 |      * @param bool|int $type
615 |      * @param bool|int $item_id
616 |      *
617 |      * @return array
618 |      */
619 |     public function get_reviews(){ // todo: $datefrom=false,$type=1,$item_id=false
620 | 
621 |         if(!$this->logged_in)return array();
622 | 
623 |         $reviews = array();
624 | 
625 |         if(_ENVATO_DEBUG_MODE){
626 |             echo 'grabbing reviews...';
627 |         }
628 |         $page_number = 1;
629 |         while(true){
630 |             $data = $this->get_url( $this->main_marketplace . "/reviews?page=".$page_number);
631 |             if(!$data || strpos($data,'Page Not Found'))break;
632 |             $data = preg_replace('#\s+#',' ',$data);
633 |             if(preg_match_all('#id="review_\d+".*<div class="review__details"> (.*) on <a href="(/item/[^/]+/)reviews/(\d+)"[^>]+>([^<]+)</a>.*<a href="/ratings/(\d+)"[^>]+>([^<]+)</a>.*</div> </div> <div class="(review|page-controls)"#imsU',$data,$matches)){
634 |                 foreach($matches[0] as $match_id => $match){
635 | 
636 |                     $this_review = array(
637 |                         'rating_id' => $matches[5][$match_id],
638 |                         'rating_url' => '/ratings/'.$matches[5][$match_id],
639 |                         'buyer' => strip_tags($matches[1][$match_id]),
640 |                         'stars' => '',
641 |                         'review' => '',
642 |                         'item_id' => $matches[3][$match_id],
643 |                         'item_name' => $matches[4][$match_id],
644 |                         'item_url' => $matches[2][$match_id].$matches[3][$match_id],
645 |                         'date' => $matches[6][$match_id],
646 |                         'date_estimate' => date('Y-m-d',strtotime('-'.str_replace(' ago','',$matches[6][$match_id]),time())),
647 |                     );
648 | 
649 |                     if(preg_match_all('#alt="Star-on" class="rating-basic#',$match,$stars)){
650 |                         $this_review['stars'] = count($stars[0]);
651 |                     }
652 |                     if(preg_match('#<div class="review__comments"> <p> <strong>Extra comments from the buyer:</strong><br />(.*)</p>#imsU',$match,$comments)){
653 |                         $this_review['review'] = trim($comments[1]);
654 |                     }
655 | 
656 |                     $reviews[] = $this_review;
657 | 
658 |                 }
659 | 
660 |             }else{
661 |                 echo 'no matches';
662 |             }
663 |             $page_number++;
664 |         }
665 | 
666 |         return $reviews;
667 |     }
668 | 
669 | 
670 |     /**
671 |      * This method handles all the remote URL gets, and caching.
672 |      *
673 |      * @param string $url Url to get: eg http://themeforest.net/user/dtbaker
674 |      * @param array $post Any post data to send (eg: login details)
675 |      * @param bool $force Force it to refresh, aka: dont read from cache.
676 |      * @return string  HTML data that came back from request.
677 |      * @param bool $ajax adds a 'X-Requested-With: XMLHttpRequest' header to the request to mimic an ajax request.
678 |      */
679 |     private $_got_url_from_cache = false;
680 |     public function get_url($url,$post=array(),$force=true,$ajax=false){
681 | 
682 |         $cache_key = md5(_ENVATO_SECRET . $url . serialize($post));
683 |         $data = ($force) ? false : $this->_get_cache($cache_key);
684 |         if(!$data){
685 |             
686 |            
687 |             $ch=curl_init();
688 |             curl_setopt($ch, CURLOPT_URL, $url);
689 |             curl_setopt($ch, CURLOPT_HEADER, 0);
690 | //            curl_setopt($ch, CURLOPT_HEADER, _ENVATO_DEBUG_MODE); // debug
691 |             curl_setopt($ch, CURLINFO_HEADER_OUT, _ENVATO_DEBUG_MODE); // debug
692 |             curl_setopt($ch, CURLOPT_CONNECTTIMEOUT, 10);
693 |             curl_setopt($ch, CURLOPT_TIMEOUT, 20);
694 |             curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
695 |             curl_setopt($ch, CURLOPT_FOLLOWLOCATION, true);
696 |             if($ajax) curl_setopt($ch, CURLOPT_HTTPHEADER, array('X-Requested-With: XMLHttpRequest'));            
697 |             $cookies = _ENVATO_TMP_DIR.'cookie-'.md5(_ENVATO_SECRET.$this->username.__FILE__);
698 |             curl_setopt($ch, CURLOPT_COOKIEFILE, $cookies);
699 |             curl_setopt($ch, CURLOPT_COOKIEJAR, $cookies);
700 |             curl_setopt($ch, CURLOPT_SSL_VERIFYHOST,0);
701 |             curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
702 |             curl_setopt($ch, CURLOPT_USERAGENT, "EnvatoScraper/1.1 (compatible;)");
703 |             curl_setopt($ch, CURLOPT_VERBOSE, 0);
704 |             
705 |             if($post){
706 |                 curl_setopt($ch, CURLOPT_POST, true);
707 |                 curl_setopt($ch, CURLOPT_POSTFIELDS, $post);
708 |                 
709 |             }
710 | 
711 |             $data = curl_exec($ch);
712 |             
713 | //            $last_url = curl_getinfo($ch, CURLINFO_EFFECTIVE_URL);
714 | //          echo $last_url;
715 |             
716 |             if(_ENVATO_DEBUG_MODE){
717 |                 $headers = curl_getinfo($ch, CURLINFO_HEADER_OUT);
718 | //                echo '<hr>headers for url '.$url.'<br>';var_dump($headers);echo '<hr>';
719 |                 file_put_contents(_ENVATO_TMP_DIR."envato_request-".preg_replace('#[^a-z]#','',$url).".html",$data);
720 |                 if(preg_match('#Not Allowed#',$data)){
721 |                     echo "Failed with nginx not allowed on request $url with post data:<br>"; print_r($post);
722 |                 }
723 |             }
724 |             $this->_save_cache($cache_key,$data);
725 |             $this->_got_url_from_cache=false;
726 |         }else{
727 |             $this->_got_url_from_cache=true;
728 |         }
729 |         return $data;
730 | 
731 |     }
732 |     /** caching so we don't hit envato too much **/
733 |     private function _get_cache($key){
734 |         if(is_file(_ENVATO_TMP_DIR.'cache-'.basename($key))){
735 |             return @unserialize(file_get_contents(_ENVATO_TMP_DIR.'cache-'.basename($key)));
736 |         }
737 |         return false;
738 |     }
739 |     private function _save_cache($key,$data){
740 |         file_put_contents(_ENVATO_TMP_DIR.'cache-'.basename($key),serialize($data));
741 |         return true;
742 |     }
743 |     // wack everything on 1 line for easier regex scraping
744 |     private function _clean($data){
745 |         $data = preg_replace("/\r|\n/","",$data);
746 |         $data = preg_replace("/\s+/"," ",$data);
747 |         return $data;
748 |     }
749 |     
750 |     /**
751 |      *
752 |      * This method will return the current authenticity_token of the given marketplace.
753 |      *
754 |      * @param string $marketplace
755 |      *
756 |      * @return token
757 |      */
758 |     public function get_authenticity_token($marketplace = ''){
759 |         
760 |         if(empty($marketplace)) $marketplace = $this->main_marketplace;
761 |         
762 |         $marketplace_tag = str_replace('.net','',str_replace('http://','',$marketplace));
763 |         
764 |         return isset($this->authenticity_tokens[$marketplace_tag]) ? $this->authenticity_tokens[$marketplace_tag] : false;
765 |     }
766 | 
767 | 
768 | }
769 | 


--------------------------------------------------------------------------------