├── README.md
├── ScrapePttAddress
└── turkish-citizen


/README.md:
--------------------------------------------------------------------------------
  1 | # PTT Address Data Scraper
  2 | 
  3 | A Laravel command to scrape address data (provinces, districts, neighborhoods) from PTT's postal code website.
  4 | 
  5 | ## Features
  6 | 
  7 | - Scrapes all provinces, districts, and neighborhoods from PTT
  8 | - Saves data in JSON format
  9 | - Shows progress with colored console output
 10 | - Handles Turkish characters
 11 | - Cross-platform compatible (Windows/Linux)
 12 | - Rate limiting to prevent server overload
 13 | - Error handling and recovery
 14 | - Live progress tracking
 15 | 
 16 | ## Requirements
 17 | 
 18 | - PHP >= 7.4
 19 | - Laravel >= 8.x
 20 | - Composer
 21 | - GuzzleHttp
 22 | 
 23 | ## Installation
 24 | 
 25 | 1. Install the required package:
 26 | ```bash
 27 | composer require guzzlehttp/guzzle
 28 | ```
 29 | 
 30 | 2. Create the command:
 31 | ```bash
 32 | php artisan make:command ScrapePttAddress
 33 | ```
 34 | 
 35 | 3. Copy the provided code to `app/Console/Commands/ScrapePttAddress.php`
 36 | 
 37 | ## Usage
 38 | 
 39 | Run the command:
 40 | ```bash
 41 | php artisan scrape:ptt-address
 42 | ```
 43 | 
 44 | The script will:
 45 | 1. Connect to PTT's website
 46 | 2. Scrape all provinces
 47 | 3. Get districts for each province
 48 | 4. Get neighborhoods for each district
 49 | 5. Save data to `storage/app/ptt_address_data.json`
 50 | 
 51 | ## Output Format
 52 | 
 53 | ```json
 54 | [
 55 |   {
 56 |     "il_id": "1",
 57 |     "il_adi": "ADANA",
 58 |     "ilceler": [
 59 |       {
 60 |         "ilce_id": "12",
 61 |         "ilce_adi": "ALADAG",
 62 |         "mahalleler": [
 63 |           {
 64 |             "mahalle_id": "1_2",
 65 |             "mahalle_adi": "AKOREN MAH",
 66 |             "posta_kodu": "01722"
 67 |           }
 68 |         ]
 69 |       }
 70 |     ]
 71 |   }
 72 | ]
 73 | ```
 74 | 
 75 | ## Error Handling
 76 | 
 77 | - The script includes comprehensive error handling
 78 | - Recovers from connection issues
 79 | - Logs errors to console
 80 | - Saves progress regularly
 81 | 
 82 | ---
 83 | 
 84 | # PTT Adres Veri Çekici
 85 | 
 86 | PTT'nin posta kodu web sitesinden adres verilerini (il, ilçe, mahalle) çeken Laravel komutu.
 87 | 
 88 | ## Özellikler
 89 | 
 90 | - Tüm il, ilçe ve mahalleleri PTT'den çeker
 91 | - Verileri JSON formatında kaydeder
 92 | - Renkli konsol çıktısıyla ilerlemeyi gösterir
 93 | - Türkçe karakterleri düzgün işler
 94 | - Çoklu platform desteği (Windows/Linux)
 95 | - Sunucu yükünü önlemek için hız sınırlaması
 96 | - Hata yönetimi ve kurtarma
 97 | - Canlı ilerleme takibi
 98 | 
 99 | ## Gereksinimler
100 | 
101 | - PHP >= 7.4
102 | - Laravel >= 8.x
103 | - Composer
104 | - GuzzleHttp
105 | 
106 | ## Kurulum
107 | 
108 | 1. Gerekli paketi yükleyin:
109 | ```bash
110 | composer require guzzlehttp/guzzle
111 | ```
112 | 
113 | 2. Komutu oluşturun:
114 | ```bash
115 | php artisan make:command ScrapePttAddress
116 | ```
117 | 
118 | 3. Verilen kodu `app/Console/Commands/ScrapePttAddress.php` dosyasına kopyalayın
119 | 
120 | ## Kullanım
121 | 
122 | Komutu çalıştırın:
123 | ```bash
124 | php artisan scrape:ptt-address
125 | ```
126 | 
127 | Script şunları yapacak:
128 | 1. PTT web sitesine bağlanır
129 | 2. Tüm illeri çeker
130 | 3. Her il için ilçeleri alır
131 | 4. Her ilçe için mahalleleri alır
132 | 5. Verileri `storage/app/ptt_address_data.json` dosyasına kaydeder
133 | 
134 | ## Çıktı Formatı
135 | 
136 | ```json
137 | [
138 |   {
139 |     "il_id": "1",
140 |     "il_adi": "ADANA",
141 |     "ilceler": [
142 |       {
143 |         "ilce_id": "12",
144 |         "ilce_adi": "ALADAG",
145 |         "mahalleler": [
146 |           {
147 |             "mahalle_id": "1_2",
148 |             "mahalle_adi": "AKOREN MAH",
149 |             "posta_kodu": "01722"
150 |           }
151 |         ]
152 |       }
153 |     ]
154 |   }
155 | ]
156 | ```
157 | 
158 | ## Hata Yönetimi
159 | 
160 | - Script kapsamlı hata yönetimi içerir
161 | - Bağlantı sorunlarından kurtarır
162 | - Hataları konsola loglar
163 | - İlerlemeyi düzenli olarak kaydeder
164 | 


--------------------------------------------------------------------------------
/ScrapePttAddress:
--------------------------------------------------------------------------------
  1 | <?php
  2 | 
  3 | namespace App\Console\Commands;
  4 | 
  5 | use Illuminate\Console\Command;
  6 | use GuzzleHttp\Client;
  7 | use GuzzleHttp\Cookie\CookieJar;
  8 | use Illuminate\Support\Facades\Storage;
  9 | 
 10 | class ScrapePttAddress extends Command
 11 | {
 12 |     protected $signature = 'scrape:ptt-address';
 13 |     protected $description = 'PTT posta kodu sisteminden tüm adres verilerini çeker';
 14 | 
 15 |     private $baseUrl = 'https://postakodu.ptt.gov.tr';
 16 |     private $client;
 17 |     private $cookieJar;
 18 |     private $totalProvinces = 0;
 19 |     private $currentProvince = 0;
 20 |     private $totalDistricts = 0;
 21 |     private $currentDistrict = 0;
 22 |     private $totalNeighborhoods = 0;
 23 | 
 24 |     public function __construct()
 25 |     {
 26 |         parent::__construct();
 27 |         $this->cookieJar = new CookieJar();
 28 |         $this->client = new Client([
 29 |             'cookies' => $this->cookieJar,
 30 |             'headers' => [
 31 |                 'User-Agent' => 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) Chrome/120.0.0.0',
 32 |                 'Accept' => 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
 33 |                 'Content-Type' => 'application/x-www-form-urlencoded; charset=UTF-8'
 34 |             ]
 35 |         ]);
 36 |     }
 37 | 
 38 |     public function handle()
 39 |     {
 40 |         try {
 41 |             $this->output->title('PTT Adres Verisi Çekme İşlemi Başlatılıyor');
 42 |             $addressData = [];
 43 | 
 44 |             $response = $this->client->get($this->baseUrl);
 45 |             $html = (string) $response->getBody();
 46 | 
 47 |             if (!preg_match('/MainContent_DropDownList1".*?>(.*?)<\/select>/s', $html, $provinceSelect)) {
 48 |                 throw new \Exception('İl listesi bulunamadı');
 49 |             }
 50 | 
 51 |             preg_match_all('/<option value="(\d+)">([^<]+)<\/option>/', $provinceSelect[1], $matches, PREG_SET_ORDER);
 52 | 
 53 |             $this->totalProvinces = count($matches) - 1;
 54 | 
 55 |             $mainProgress = $this->output->createProgressBar($this->totalProvinces);
 56 |             $mainProgress->setFormat(
 57 |                 "\n%current%/%max% [%bar%] %percent:3s%%\n" .
 58 |                 "%message%\n"
 59 |             );
 60 | 
 61 |             $mainProgress->start();
 62 | 
 63 |             foreach ($matches as $match) {
 64 |                 if ($match[1] == '-1') continue;
 65 | 
 66 |                 $provinceId = $match[1];
 67 |                 $provinceName = $this->cleanText($match[2]);
 68 | 
 69 |                 $mainProgress->setMessage("<fg=blue> {$provinceName} ili işleniyor...</>");
 70 | 
 71 |                 preg_match('/__VIEWSTATE" value="([^"]+)"/', $html, $viewstateMatch);
 72 |                 preg_match('/__EVENTVALIDATION" value="([^"]+)"/', $html, $eventvalidationMatch);
 73 | 
 74 |                 $response = $this->client->post($this->baseUrl, [
 75 |                     'form_params' => [
 76 |                         '__EVENTTARGET' => 'ctl00$MainContent$DropDownList1',
 77 |                         '__EVENTARGUMENT' => '',
 78 |                         '__VIEWSTATE' => $viewstateMatch[1],
 79 |                         '__EVENTVALIDATION' => $eventvalidationMatch[1],
 80 |                         'ctl00$MainContent$DropDownList1' => $provinceId
 81 |                     ]
 82 |                 ]);
 83 | 
 84 |                 $districtHtml = (string) $response->getBody();
 85 | 
 86 |                 if (!preg_match('/MainContent_DropDownList2".*?>(.*?)<\/select>/s', $districtHtml, $districtSelect)) {
 87 |                     continue;
 88 |                 }
 89 | 
 90 |                 preg_match_all('/<option value="(\d+)">([^<]+)<\/option>/', $districtSelect[1], $districtMatches, PREG_SET_ORDER);
 91 | 
 92 |                 $this->totalDistricts = count($districtMatches) - 1;
 93 |                 $this->currentDistrict = 0;
 94 | 
 95 |                 $districtProgress = $this->output->createProgressBar($this->totalDistricts);
 96 |                 $districtProgress->setFormat(
 97 |                     "  %current%/%max% [%bar%] %percent:3s%%\n" .
 98 |                     "  %message%\n"
 99 |                 );
100 |                 $districtProgress->start();
101 | 
102 |                 $currentProvince = [
103 |                     'il_id' => $provinceId,
104 |                     'il_adi' => $provinceName,
105 |                     'ilceler' => []
106 |                 ];
107 | 
108 |                 foreach ($districtMatches as $district) {
109 |                     if ($district[1] == '-1') continue;
110 | 
111 |                     $districtId = $district[1];
112 |                     $districtName = $this->cleanText($district[2]);
113 | 
114 |                     $districtProgress->setMessage("<fg=yellow> {$districtName} ilçesi işleniyor...</>");
115 | 
116 |                     $neighborhoods = $this->getNeighborhoods($districtHtml, $provinceId, $districtId);
117 | 
118 |                     $currentProvince['ilceler'][] = [
119 |                         'ilce_id' => $districtId,
120 |                         'ilce_adi' => $districtName,
121 |                         'mahalleler' => $neighborhoods
122 |                     ];
123 | 
124 |                     if (empty($addressData)) {
125 |                         $addressData[] = $currentProvince;
126 |                     } else {
127 |                         $lastIndex = count($addressData) - 1;
128 |                         if ($addressData[$lastIndex]['il_id'] === $provinceId) {
129 |                             $addressData[$lastIndex] = $currentProvince;
130 |                         } else {
131 |                             $addressData[] = $currentProvince;
132 |                         }
133 |                     }
134 | 
135 |                     Storage::put(
136 |                         'ptt_address_data.json',
137 |                         json_encode($addressData, JSON_UNESCAPED_UNICODE | JSON_PRETTY_PRINT)
138 |                     );
139 | 
140 |                     $this->currentDistrict++;
141 |                     $districtProgress->advance();
142 |                     sleep(1);
143 |                 }
144 | 
145 |                 $districtProgress->finish();
146 |                 $mainProgress->advance();
147 |                 sleep(2);
148 |             }
149 | 
150 |             $mainProgress->finish();
151 | 
152 |             $this->output->success(sprintf(
153 |                 "\n\nİşlem tamamlandı!\n" .
154 |                 "Toplam %d il, %d ilçe ve %d mahalle verisi çekildi.",
155 |                 $this->totalProvinces,
156 |                 $this->totalDistricts * $this->totalProvinces,
157 |                 $this->totalNeighborhoods
158 |             ));
159 | 
160 |         } catch (\Exception $e) {
161 |             $this->error('Hata: ' . $e->getMessage());
162 |             return Command::FAILURE;
163 |         }
164 |     }
165 | 
166 |     private function getNeighborhoods($districtHtml, $provinceId, $districtId)
167 |     {
168 |         preg_match('/__VIEWSTATE" value="([^"]+)"/', $districtHtml, $newViewstateMatch);
169 |         preg_match('/__EVENTVALIDATION" value="([^"]+)"/', $districtHtml, $newEventvalidationMatch);
170 | 
171 |         $response = $this->client->post($this->baseUrl, [
172 |             'form_params' => [
173 |                 '__EVENTTARGET' => 'ctl00$MainContent$DropDownList2',
174 |                 '__EVENTARGUMENT' => '',
175 |                 '__VIEWSTATE' => $newViewstateMatch[1],
176 |                 '__EVENTVALIDATION' => $newEventvalidationMatch[1],
177 |                 'ctl00$MainContent$DropDownList1' => $provinceId,
178 |                 'ctl00$MainContent$DropDownList2' => $districtId
179 |             ]
180 |         ]);
181 | 
182 |         $neighborhoodHtml = (string) $response->getBody();
183 |         $neighborhoods = [];
184 | 
185 |         if (preg_match('/MainContent_DropDownList3".*?>(.*?)<\/select>/s', $neighborhoodHtml, $neighborhoodSelect)) {
186 |             preg_match_all('/<option value="([^"]+)">([^<]+)<\/option>/', $neighborhoodSelect[1], $neighborhoodMatches, PREG_SET_ORDER);
187 | 
188 |             foreach ($neighborhoodMatches as $neighborhood) {
189 |                 if ($neighborhood[1] == '-1') continue;
190 | 
191 |                 $neighborhoodName = $this->cleanText($neighborhood[2]);
192 | 
193 |                 preg_match('/(\d{5})/', $neighborhoodName, $postalCodeMatch);
194 |                 $postaKodu = $postalCodeMatch[1] ?? null;
195 | 
196 |                 $neighborhoodName = preg_replace('/\s*\/\s*.*$/', '', $neighborhoodName);
197 | 
198 |                 $neighborhoods[] = [
199 |                     'mahalle_id' => $this->cleanId($neighborhood[1]),
200 |                     'mahalle_adi' => $neighborhoodName,
201 |                     'posta_kodu' => $postaKodu
202 |                 ];
203 | 
204 |                 $this->totalNeighborhoods++;
205 |                 $this->line("    <fg=green> {$neighborhoodName} mahallesi eklendi.</>");
206 |             }
207 |         }
208 | 
209 |         return $neighborhoods;
210 |     }
211 | 
212 |     private function cleanText($text)
213 |     {
214 |         $text = html_entity_decode($text, ENT_QUOTES | ENT_HTML5, 'UTF-8');
215 | 
216 |         // Başındaki ve sonundaki boşlukları temizle
217 |         $text = trim($text);
218 | 
219 |         $text = preg_replace('/\s+/', ' ', $text);
220 | 
221 |         $text = str_replace([
222 |             '&#214;', '&#220;', '&#199;', '&#286;', '&#304;', '&#350;',
223 |             'Ö', 'Ü', 'Ç', 'Ğ', 'İ', 'Ş', 'ö', 'ü', 'ç', 'ğ', 'ı', 'ş'
224 |         ], [
225 |             'O', 'U', 'C', 'G', 'I', 'S',
226 |             'O', 'U', 'C', 'G', 'I', 'S', 'o', 'u', 'c', 'g', 'i', 's'
227 |         ], $text);
228 | 
229 |         return $text;
230 |     }
231 | 
232 |     private function cleanId($id)
233 |     {
234 |         $id = str_replace(['\\', '/'], '_', $id);
235 | 
236 |         $id = preg_replace('/[^a-zA-Z0-9_]/', '', $id);
237 | 
238 |         return $id;
239 |     }
240 | }
241 | 


--------------------------------------------------------------------------------