├── LICENSE ├── README.md ├── indian_NGO_data.json ├── indian_NGO_data_csv.py └── scrape_indian_NGO_data.py /LICENSE: -------------------------------------------------------------------------------- 1 | MIT License 2 | 3 | Copyright (c) 2019 anandpatel 4 | 5 | Permission is hereby granted, free of charge, to any person obtaining a copy 6 | of this software and associated documentation files (the "Software"), to deal 7 | in the Software without restriction, including without limitation the rights 8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 9 | copies of the Software, and to permit persons to whom the Software is 10 | furnished to do so, subject to the following conditions: 11 | 12 | The above copyright notice and this permission notice shall be included in all 13 | copies or substantial portions of the Software. 14 | 15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 21 | SOFTWARE. 22 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # Indian NGOs donate data scraper 2 | 3 | In this project, I have scraped the data all of the Indian NGOs that donate funds certified by **GiveIndia** 4 | `https://www.giveindia.org/certified-indian-ngos` according to their location, and I have stored all the data state wise in the `indian_NGO_data.json` file. 5 | 6 | ## Requirements 7 | 8 | ## BeautifulSoup 9 | 10 | Beautiful Soup is a Python package for parsing HTML and XML documents. It creates a parse tree for parsed pages that can be used to extract data from HTML, which is useful for web scraping. If you're using Linux based OS, you can install BeautifulSoup using following command in terminal. 11 | 12 | Here, pip is a package-management system used to install and manage software packages written in Python. 13 | 14 | ``` 15 | sudo apt-get update && sudo apt-get install python3-pip 16 | pip3 install beautifulsoup4 17 | ``` 18 | After finishing the installation process above, you can run the task, using `python3 scrape_indian_NGO_data.py` 19 | -------------------------------------------------------------------------------- /indian_NGO_data.json: -------------------------------------------------------------------------------- 1 | [ 2 | { 3 | "Delhi": [ 4 | { 5 | "name": "Goonj", 6 | "cause": "environment", 7 | "state": "Delhi" 8 | }, 9 | { 10 | "name": "Center For Social Security Action & Research (CSSAR)", 11 | "cause": "education", 12 | "state": "Delhi" 13 | }, 14 | { 15 | "name": "Etasha Society", 16 | "cause": "livelihoods", 17 | "state": "Delhi" 18 | }, 19 | { 20 | "name": "Mobile Creches for Working Mothers' Children", 21 | "cause": "children", 22 | "state": "Delhi" 23 | }, 24 | { 25 | "name": "Navjyoti India Foundation", 26 | "cause": "education", 27 | "state": "Delhi" 28 | }, 29 | { 30 | "name": "PRADAN", 31 | "cause": "livelihoods", 32 | "state": "Delhi" 33 | }, 34 | { 35 | "name": "Society For Child Development", 36 | "cause": "differently abled", 37 | "state": "Delhi" 38 | }, 39 | { 40 | "name": "Deepalaya", 41 | "cause": "children", 42 | "state": "Delhi" 43 | }, 44 | { 45 | "name": "Kailash Satyarthi Children's Foundation", 46 | "cause": "children", 47 | "state": "Delhi" 48 | }, 49 | { 50 | "name": "SOS Childrens Villages of India", 51 | "cause": "children", 52 | "state": "Delhi" 53 | }, 54 | { 55 | "name": "VISHWAS - Vision For Health Welfare and Special Needs", 56 | "cause": "education", 57 | "state": "Delhi" 58 | }, 59 | { 60 | "name": "Sarthak Prayas", 61 | "cause": "education", 62 | "state": "Delhi" 63 | }, 64 | { 65 | "name": "Udayan Care", 66 | "cause": "children", 67 | "state": "Delhi" 68 | }, 69 | { 70 | "name": "Dr Shroff's Charity Eye Hospital", 71 | "cause": "health", 72 | "state": "Delhi" 73 | }, 74 | { 75 | "name": "Delhi Council for Child Welfare", 76 | "cause": "children", 77 | "state": "Delhi" 78 | }, 79 | { 80 | "name": "SAHYOG - Care For You", 81 | "cause": "education", 82 | "state": "Delhi" 83 | }, 84 | { 85 | "name": "ETASHA", 86 | "cause": "livelihoods", 87 | "state": "Delhi" 88 | }, 89 | { 90 | "name": "Gunjan Foundation", 91 | "cause": "education", 92 | "state": "Delhi" 93 | }, 94 | { 95 | "name": "Maitri India", 96 | "cause": "women", 97 | "state": "Delhi" 98 | }, 99 | { 100 | "name": "Protsahan", 101 | "cause": "livelihoods", 102 | "state": "Delhi" 103 | }, 104 | { 105 | "name": "Psycho Educational Society", 106 | "cause": "education", 107 | "state": "Delhi" 108 | }, 109 | { 110 | "name": "Salaam Baalak Trust - Delhi", 111 | "cause": "children", 112 | "state": "Delhi" 113 | }, 114 | { 115 | "name": "ActionAid Association", 116 | "cause": "women", 117 | "state": "Delhi" 118 | }, 119 | { 120 | "name": "Hemophilia Federation (India)", 121 | "cause": "health", 122 | "state": "Delhi" 123 | }, 124 | { 125 | "name": "HelpAge India", 126 | "cause": "elderly", 127 | "state": "Delhi" 128 | }, 129 | { 130 | "name": "The Leprosy Mission Trust India", 131 | "cause": "education", 132 | "state": "Delhi" 133 | }, 134 | { 135 | "name": "Tarkeybein", 136 | "cause": "education", 137 | "state": "Delhi" 138 | } 139 | ], 140 | "Maharashtra": [ 141 | { 142 | "name": "Mazi Sainik Shikshan Ani Swasthya Kalyan Sanstha", 143 | "cause": "education", 144 | "state": "Maharashtra" 145 | }, 146 | { 147 | "name": "Annamrita Foundation", 148 | "cause": "children", 149 | "state": "Maharashtra" 150 | }, 151 | { 152 | "name": "National Society for Equal Opportunities for the Handicapped", 153 | "cause": "differently abled", 154 | "state": "Maharashtra" 155 | }, 156 | { 157 | "name": "Salaam Bombay Foundation", 158 | "cause": "children", 159 | "state": "Maharashtra" 160 | }, 161 | { 162 | "name": "ALERT-INDIA Association for Leprosy education, Rehabilitation & Treatment India", 163 | "cause": "health", 164 | "state": "Maharashtra" 165 | }, 166 | { 167 | "name": "Ashadeep Association", 168 | "cause": "children", 169 | "state": "Maharashtra" 170 | }, 171 | { 172 | "name": "Bhagini Nivedita Pratishthan Pune", 173 | "cause": "education", 174 | "state": "Maharashtra" 175 | }, 176 | { 177 | "name": "Ummeed Child Development Centre", 178 | "cause": "differently abled", 179 | "state": "Maharashtra" 180 | }, 181 | { 182 | "name": "Catalysts For Social Action", 183 | "cause": "children", 184 | "state": "Maharashtra" 185 | }, 186 | { 187 | "name": "Community Outreach Programme (CORP)", 188 | "cause": "education", 189 | "state": "Maharashtra" 190 | }, 191 | { 192 | "name": "Manavlok", 193 | "cause": "elderly", 194 | "state": "Maharashtra" 195 | }, 196 | { 197 | "name": "National Association for the Blind, India", 198 | "cause": "differently abled", 199 | "state": "Maharashtra" 200 | }, 201 | { 202 | "name": "Teach For India", 203 | "cause": "education", 204 | "state": "Maharashtra" 205 | }, 206 | { 207 | "name": "UDAAN India Foundation", 208 | "cause": "education", 209 | "state": "Maharashtra" 210 | }, 211 | { 212 | "name": "Apnalaya", 213 | "cause": "women", 214 | "state": "Maharashtra" 215 | }, 216 | { 217 | "name": "IDEA Foundation", 218 | "cause": "education", 219 | "state": "Maharashtra" 220 | }, 221 | { 222 | "name": "Community Aid & Sponsorship Programme (CASP)", 223 | "cause": "education", 224 | "state": "Maharashtra" 225 | }, 226 | { 227 | "name": "Dignity Foundation", 228 | "cause": "elderly", 229 | "state": "Maharashtra" 230 | }, 231 | { 232 | "name": "Indian Cancer Society", 233 | "cause": "health", 234 | "state": "Maharashtra" 235 | }, 236 | { 237 | "name": "Akshara Centre", 238 | "cause": "education", 239 | "state": "Maharashtra" 240 | }, 241 | { 242 | "name": "Foundation for Mother and Child Health", 243 | "cause": "women", 244 | "state": "Maharashtra" 245 | }, 246 | { 247 | "name": "The Akanksha Foundation", 248 | "cause": "education", 249 | "state": "Maharashtra" 250 | }, 251 | { 252 | "name": "Jai Vakeel Foundation & Research Centre", 253 | "cause": "differently abled", 254 | "state": "Maharashtra" 255 | }, 256 | { 257 | "name": "Majlis Manch", 258 | "cause": "women", 259 | "state": "Maharashtra" 260 | }, 261 | { 262 | "name": "Sahaara, Mumbai", 263 | "cause": "children", 264 | "state": "Maharashtra" 265 | }, 266 | { 267 | "name": "Cuddles Foundation", 268 | "cause": "health", 269 | "state": "Maharashtra" 270 | }, 271 | { 272 | "name": "Antarang Foundation", 273 | "cause": "education", 274 | "state": "Maharashtra" 275 | }, 276 | { 277 | "name": "Sanskriti Samvardhan Mandal", 278 | "cause": "education", 279 | "state": "Maharashtra" 280 | }, 281 | { 282 | "name": "Marathwada Gramin Vikas Sanstha (MGVS)", 283 | "cause": "environment", 284 | "state": "Maharashtra" 285 | }, 286 | { 287 | "name": "Shree Mahaganapati Hospital", 288 | "cause": "health", 289 | "state": "Maharashtra" 290 | }, 291 | { 292 | "name": "MESCO Modern Educational Social & Cultural Organization", 293 | "cause": "health", 294 | "state": "Maharashtra" 295 | }, 296 | { 297 | "name": "Muktangan", 298 | "cause": "education", 299 | "state": "Maharashtra" 300 | }, 301 | { 302 | "name": "Mumbai Mobile Creches", 303 | "cause": "children", 304 | "state": "Maharashtra" 305 | }, 306 | { 307 | "name": "Neptune Foundation", 308 | "cause": "health", 309 | "state": "Maharashtra" 310 | }, 311 | { 312 | "name": "Salaam Baalak Trust- Mumbai", 313 | "cause": "children", 314 | "state": "Maharashtra" 315 | }, 316 | { 317 | "name": "Snehalaya", 318 | "cause": "children", 319 | "state": "Maharashtra" 320 | }, 321 | { 322 | "name": "Society of Friends of the Sassoon Hospitals (SOFOSH)", 323 | "cause": "children", 324 | "state": "Maharashtra" 325 | }, 326 | { 327 | "name": "St Jude India Childcare Centres", 328 | "cause": "children", 329 | "state": "Maharashtra" 330 | }, 331 | { 332 | "name": "Swadhar IDWC (Institute for Development of Women & Children)", 333 | "cause": "children", 334 | "state": "Maharashtra" 335 | }, 336 | { 337 | "name": "Vidhayak Sansad", 338 | "cause": "education", 339 | "state": "Maharashtra" 340 | }, 341 | { 342 | "name": "Shraddhanand Mahilashram", 343 | "cause": "elderly", 344 | "state": "Maharashtra" 345 | }, 346 | { 347 | "name": "Navasrushti International Trust (Dharma Bharathi Mission)", 348 | "cause": "education", 349 | "state": "Maharashtra" 350 | } 351 | ], 352 | "Tamil Nadu": [ 353 | { 354 | "name": "JK MAASS Foundation", 355 | "cause": "differently abled", 356 | "state": "Tamil Nadu" 357 | }, 358 | { 359 | "name": "Sankara Nethralaya", 360 | "cause": "health", 361 | "state": "Tamil Nadu" 362 | }, 363 | { 364 | "name": "Bhumi", 365 | "cause": "children", 366 | "state": "Tamil Nadu" 367 | }, 368 | { 369 | "name": "Sankara Eye Foundation India", 370 | "cause": "health", 371 | "state": "Tamil Nadu" 372 | }, 373 | { 374 | "name": "Vidyarambam", 375 | "cause": "education", 376 | "state": "Tamil Nadu" 377 | }, 378 | { 379 | "name": "DEAN Foundation, Hospice and Palliative Care Centre", 380 | "cause": "health", 381 | "state": "Tamil Nadu" 382 | }, 383 | { 384 | "name": "Sankara Eye Hospital, Pammal", 385 | "cause": "health", 386 | "state": "Tamil Nadu" 387 | }, 388 | { 389 | "name": "Community Action for Rural Development (CARD)", 390 | "cause": "education", 391 | "state": "Tamil Nadu" 392 | }, 393 | { 394 | "name": "Sri Arunodayam", 395 | "cause": "children", 396 | "state": "Tamil Nadu" 397 | }, 398 | { 399 | "name": "Amar Seva Sangam", 400 | "cause": "education", 401 | "state": "Tamil Nadu" 402 | }, 403 | { 404 | "name": "EKAM Foundation", 405 | "cause": "health", 406 | "state": "Tamil Nadu" 407 | }, 408 | { 409 | "name": "Grace Peter Charitable Trust", 410 | "cause": "children", 411 | "state": "Tamil Nadu" 412 | }, 413 | { 414 | "name": "Indian Association for the Blind", 415 | "cause": "differently abled", 416 | "state": "Tamil Nadu" 417 | }, 418 | { 419 | "name": "Society for Poor People Development", 420 | "cause": "children", 421 | "state": "Tamil Nadu" 422 | }, 423 | { 424 | "name": "Association for Non-traditional Employment for Women (ANEW)", 425 | "cause": "livelihoods", 426 | "state": "Tamil Nadu" 427 | }, 428 | { 429 | "name": "Native Medicare Charitable Trust", 430 | "cause": "health", 431 | "state": "Tamil Nadu" 432 | }, 433 | { 434 | "name": "Sevalaya", 435 | "cause": "education", 436 | "state": "Tamil Nadu" 437 | }, 438 | { 439 | "name": "Society For Womens education Economic Development (SWEED)", 440 | "cause": "women", 441 | "state": "Tamil Nadu" 442 | }, 443 | { 444 | "name": "Ritham Special School for the Mentally Challenged Children", 445 | "cause": "differently abled", 446 | "state": "Tamil Nadu" 447 | }, 448 | { 449 | "name": "TANKER Foundation", 450 | "cause": "health", 451 | "state": "Tamil Nadu" 452 | }, 453 | { 454 | "name": "The Banyan", 455 | "cause": "health", 456 | "state": "Tamil Nadu" 457 | }, 458 | { 459 | "name": "The hope house", 460 | "cause": "children", 461 | "state": "Tamil Nadu" 462 | }, 463 | { 464 | "name": "Vizhuthukal Trust", 465 | "cause": "education", 466 | "state": "Tamil Nadu" 467 | }, 468 | { 469 | "name": "Annai Charitable & educational Trust", 470 | "cause": "education", 471 | "state": "Tamil Nadu" 472 | }, 473 | { 474 | "name": "Isha Education", 475 | "cause": "education", 476 | "state": "Tamil Nadu" 477 | } 478 | ], 479 | "Karnataka": [ 480 | { 481 | "name": "Mahila Dakshata Samiti", 482 | "cause": "education", 483 | "state": "Karnataka" 484 | }, 485 | { 486 | "name": "ACCESS", 487 | "cause": "education", 488 | "state": "Karnataka" 489 | }, 490 | { 491 | "name": "Senior Citizens Bangalore", 492 | "cause": "education", 493 | "state": "Karnataka" 494 | }, 495 | { 496 | "name": "Akhanda Seva for International Shanti (Operation Shanti)", 497 | "cause": "children", 498 | "state": "Karnataka" 499 | }, 500 | { 501 | "name": "SGBS Trust", 502 | "cause": "education", 503 | "state": "Karnataka" 504 | }, 505 | { 506 | "name": "Tropical Research & Development Centre (TRDC)", 507 | "cause": "environment", 508 | "state": "Karnataka" 509 | }, 510 | { 511 | "name": "Christel House India", 512 | "cause": "education", 513 | "state": "Karnataka" 514 | }, 515 | { 516 | "name": "Diya Foundation (DIYA)", 517 | "cause": "differently abled", 518 | "state": "Karnataka" 519 | }, 520 | { 521 | "name": "Karunashraya", 522 | "cause": "health", 523 | "state": "Karnataka" 524 | }, 525 | { 526 | "name": "Apna Janakalyan", 527 | "cause": "health", 528 | "state": "Karnataka" 529 | }, 530 | { 531 | "name": "Quest Alliance", 532 | "cause": "education", 533 | "state": "Karnataka" 534 | }, 535 | { 536 | "name": "Maria Seva Sangha", 537 | "cause": "education", 538 | "state": "Karnataka" 539 | }, 540 | { 541 | "name": "The Association of People with Disability", 542 | "cause": "differently abled", 543 | "state": "Karnataka" 544 | }, 545 | { 546 | "name": "Foundation for Excellence India Trust (FFE India Trust)", 547 | "cause": "education", 548 | "state": "Karnataka" 549 | }, 550 | { 551 | "name": "Vathsalya Charitable Trust", 552 | "cause": "education", 553 | "state": "Karnataka" 554 | }, 555 | { 556 | "name": "Cheshire Homes India, Bangalore Unit", 557 | "cause": "differently abled", 558 | "state": "Karnataka" 559 | }, 560 | { 561 | "name": "Kutumba", 562 | "cause": "differently abled", 563 | "state": "Karnataka" 564 | }, 565 | { 566 | "name": "Make A Difference", 567 | "cause": "education", 568 | "state": "Karnataka" 569 | }, 570 | { 571 | "name": "Association for the Mentally Challenged", 572 | "cause": "differently abled", 573 | "state": "Karnataka" 574 | }, 575 | { 576 | "name": "Manuvikasa", 577 | "cause": "children", 578 | "state": "Karnataka" 579 | }, 580 | { 581 | "name": "Samarthanam Trust for the Disabled", 582 | "cause": "differently abled", 583 | "state": "Karnataka" 584 | }, 585 | { 586 | "name": "SAMUHA", 587 | "cause": "differently abled", 588 | "state": "Karnataka" 589 | }, 590 | { 591 | "name": "Sathi, Bangalore", 592 | "cause": "children", 593 | "state": "Karnataka" 594 | }, 595 | { 596 | "name": "Snehadeep Trust for the differently abled", 597 | "cause": "differently abled", 598 | "state": "Karnataka" 599 | }, 600 | { 601 | "name": "Sikshana Foundation", 602 | "cause": "education", 603 | "state": "Karnataka" 604 | }, 605 | { 606 | "name": "Mitra Jyothi", 607 | "cause": "differently abled", 608 | "state": "Karnataka" 609 | }, 610 | { 611 | "name": "Vidya Poshak", 612 | "cause": "education", 613 | "state": "Karnataka" 614 | }, 615 | { 616 | "name": "Technology Informatics Design Endeavour (TIDE)", 617 | "cause": "environment", 618 | "state": "Karnataka" 619 | }, 620 | { 621 | "name": "Ola Foundation", 622 | "cause": "women", 623 | "state": "Karnataka" 624 | } 625 | ], 626 | "Madhya Pradesh": [ 627 | { 628 | "name": "Pahal Jan Sahyog Vikas Sansthan", 629 | "cause": "health", 630 | "state": "Madhya Pradesh" 631 | }, 632 | { 633 | "name": "Haritika", 634 | "cause": "livelihoods", 635 | "state": "Madhya Pradesh" 636 | }, 637 | { 638 | "name": "Madhya Pradesh Viklang Sahayta Samiti", 639 | "cause": "differently abled", 640 | "state": "Madhya Pradesh" 641 | }, 642 | { 643 | "name": "Manav Vikas Seva Sangh", 644 | "cause": "women", 645 | "state": "Madhya Pradesh" 646 | }, 647 | { 648 | "name": "Sant Singaji Institute of Science & Management", 649 | "cause": "education", 650 | "state": "Madhya Pradesh" 651 | } 652 | ], 653 | "Gujarat": [ 654 | { 655 | "name": "Saath (Initiatives for Equity in Development)", 656 | "cause": "children", 657 | "state": "Gujarat" 658 | }, 659 | { 660 | "name": "Shree Navchetan Andhjan Mandal", 661 | "cause": "differently abled", 662 | "state": "Gujarat" 663 | }, 664 | { 665 | "name": "Gram Vikas Trust", 666 | "cause": "education", 667 | "state": "Gujarat" 668 | }, 669 | { 670 | "name": "Blind Peoples Association, India", 671 | "cause": "health", 672 | "state": "Gujarat" 673 | }, 674 | { 675 | "name": "Charutar Arogya Mandal", 676 | "cause": "health", 677 | "state": "Gujarat" 678 | }, 679 | { 680 | "name": "Samerth Charitable Trust", 681 | "cause": "education", 682 | "state": "Gujarat" 683 | }, 684 | { 685 | "name": "Sense International (India)", 686 | "cause": "differently abled", 687 | "state": "Gujarat" 688 | }, 689 | { 690 | "name": "Visamo Kids Foundation", 691 | "cause": "children", 692 | "state": "Gujarat" 693 | }, 694 | { 695 | "name": "Blind Welfare Council - Dahod", 696 | "cause": "differently abled", 697 | "state": "Gujarat" 698 | } 699 | ], 700 | "Rajasthan": [ 701 | { 702 | "name": "Seva Mandir", 703 | "cause": "education", 704 | "state": "Rajasthan" 705 | }, 706 | { 707 | "name": "Apna Ghar Ashram, Bharatpur", 708 | "cause": "women", 709 | "state": "Rajasthan" 710 | }, 711 | { 712 | "name": "Rajasthan Mahila Kalyan Mandal Sanstha (RMKM)", 713 | "cause": "livelihoods", 714 | "state": "Rajasthan" 715 | }, 716 | { 717 | "name": "Gramin Vikas Vigyan Samiti", 718 | "cause": "environment", 719 | "state": "Rajasthan" 720 | }, 721 | { 722 | "name": "J Watumull Global Hospital & Research Centre", 723 | "cause": "health", 724 | "state": "Rajasthan" 725 | }, 726 | { 727 | "name": "Disha Foundation", 728 | "cause": "differently abled", 729 | "state": "Rajasthan" 730 | }, 731 | { 732 | "name": "Gram Chetna Kendra", 733 | "cause": "environment", 734 | "state": "Rajasthan" 735 | }, 736 | { 737 | "name": "The Akshaya Patra Foundation", 738 | "cause": "children", 739 | "state": "Rajasthan" 740 | }, 741 | { 742 | "name": "Positive Women Network of Rajasthan", 743 | "cause": "health", 744 | "state": "Rajasthan" 745 | }, 746 | { 747 | "name": "Rajasthan Bal Kalyan Samiti", 748 | "cause": "education", 749 | "state": "Rajasthan" 750 | }, 751 | { 752 | "name": "Sapna", 753 | "cause": "children", 754 | "state": "Rajasthan" 755 | }, 756 | { 757 | "name": "Social Action for Manpower Creation", 758 | "cause": "children", 759 | "state": "Rajasthan" 760 | }, 761 | { 762 | "name": "Vatsalya, Jaipur", 763 | "cause": "education", 764 | "state": "Rajasthan" 765 | }, 766 | { 767 | "name": "Vidya Bhawan Society", 768 | "cause": "education", 769 | "state": "Rajasthan" 770 | }, 771 | { 772 | "name": "Vimukti Sanstha", 773 | "cause": "education", 774 | "state": "Rajasthan" 775 | } 776 | ], 777 | "West Bengal": [ 778 | { 779 | "name": "Bani Mandir", 780 | "cause": "elderly", 781 | "state": "West Bengal" 782 | }, 783 | { 784 | "name": "Sabuj Sangha", 785 | "cause": "health", 786 | "state": "West Bengal" 787 | }, 788 | { 789 | "name": "Tomorrows Foundation", 790 | "cause": "education", 791 | "state": "West Bengal" 792 | }, 793 | { 794 | "name": "Turnstone Global", 795 | "cause": "children", 796 | "state": "West Bengal" 797 | }, 798 | { 799 | "name": "Towards Future", 800 | "cause": "education", 801 | "state": "West Bengal" 802 | }, 803 | { 804 | "name": "Paripurnata Half-Way Home", 805 | "cause": "differently abled", 806 | "state": "West Bengal" 807 | }, 808 | { 809 | "name": "Rural Health Care Foundation", 810 | "cause": "health", 811 | "state": "West Bengal" 812 | }, 813 | { 814 | "name": "Sarada Ramkrishna (Sishu O Mahila) Sevashram", 815 | "cause": "women", 816 | "state": "West Bengal" 817 | } 818 | ], 819 | "Uttarakhand": [ 820 | { 821 | "name": "Balajee Sewa Sansthan", 822 | "cause": "environment", 823 | "state": "Uttarakhand" 824 | }, 825 | { 826 | "name": "Raphael", 827 | "cause": "differently abled", 828 | "state": "Uttarakhand" 829 | }, 830 | { 831 | "name": "Purkal Youth Development Society", 832 | "cause": "education", 833 | "state": "Uttarakhand" 834 | } 835 | ], 836 | "Telangana": [ 837 | { 838 | "name": "Basic Research Education And Development (BREAD) Society", 839 | "cause": "education", 840 | "state": "Telangana" 841 | }, 842 | { 843 | "name": "Don Bosco Navajeevan", 844 | "cause": "children", 845 | "state": "Telangana" 846 | }, 847 | { 848 | "name": "Ashray Akruti", 849 | "cause": "differently abled", 850 | "state": "Telangana" 851 | }, 852 | { 853 | "name": "Priyadarshini Seva Mandali", 854 | "cause": "health", 855 | "state": "Telangana" 856 | } 857 | ], 858 | "Tripura": [ 859 | { 860 | "name": "Abhoy Mission", 861 | "cause": "differently abled", 862 | "state": "Tripura" 863 | }, 864 | { 865 | "name": "Voluntary Health Association of Tripura", 866 | "cause": "health", 867 | "state": "Tripura" 868 | } 869 | ], 870 | "Odisha": [ 871 | { 872 | "name": "Swasthya Swaraj", 873 | "cause": "women", 874 | "state": "Odisha" 875 | }, 876 | { 877 | "name": "Vikash", 878 | "cause": "differently abled", 879 | "state": "Odisha" 880 | }, 881 | { 882 | "name": "Kalinga Institute of Social Sciences", 883 | "cause": "education", 884 | "state": "Odisha" 885 | } 886 | ], 887 | "Uttar Pradesh": [ 888 | { 889 | "name": "ICARE Eye Hospital & Post Graduate Institute", 890 | "cause": "health", 891 | "state": "Uttar Pradesh" 892 | }, 893 | { 894 | "name": "Abhinav", 895 | "cause": "environment", 896 | "state": "Uttar Pradesh" 897 | }, 898 | { 899 | "name": "Drishti", 900 | "cause": "differently abled", 901 | "state": "Uttar Pradesh" 902 | }, 903 | { 904 | "name": "Sai Kripa", 905 | "cause": "children", 906 | "state": "Uttar Pradesh" 907 | }, 908 | { 909 | "name": "Indian Dreams Foundation", 910 | "cause": "education", 911 | "state": "Uttar Pradesh" 912 | }, 913 | { 914 | "name": "Empowering Minds Society for Research and Development", 915 | "cause": "education", 916 | "state": "Uttar Pradesh" 917 | }, 918 | { 919 | "name": "Kiran Society", 920 | "cause": "education", 921 | "state": "Uttar Pradesh" 922 | }, 923 | { 924 | "name": "Guria India", 925 | "cause": "women", 926 | "state": "Uttar Pradesh" 927 | }, 928 | { 929 | "name": "Milaan Be The Change", 930 | "cause": "education", 931 | "state": "Uttar Pradesh" 932 | }, 933 | { 934 | "name": "Shramik Bharti", 935 | "cause": "women", 936 | "state": "Uttar Pradesh" 937 | }, 938 | { 939 | "name": "Vidya & Child", 940 | "cause": "education", 941 | "state": "Uttar Pradesh" 942 | } 943 | ], 944 | "Chhattisgarh": [ 945 | { 946 | "name": "Akanksha Public Charitable Trust", 947 | "cause": "education", 948 | "state": "Chhattisgarh" 949 | }, 950 | { 951 | "name": "Janmitram Kalyan Samiti", 952 | "cause": "environment", 953 | "state": "Chhattisgarh" 954 | } 955 | ], 956 | "Assam": [ 957 | { 958 | "name": "Atma Nirbhar-Ek Challenge", 959 | "cause": "differently abled", 960 | "state": "Assam" 961 | }, 962 | { 963 | "name": "Bhavada Devi Memorial Philanthropic Trust (SENEH)", 964 | "cause": "elderly", 965 | "state": "Assam" 966 | }, 967 | { 968 | "name": "Ashadeep", 969 | "cause": "women", 970 | "state": "Assam" 971 | }, 972 | { 973 | "name": "Mission Smile", 974 | "cause": "health", 975 | "state": "Assam" 976 | }, 977 | { 978 | "name": "SeSTA- Seven Sisters Development Assistance", 979 | "cause": "women", 980 | "state": "Assam" 981 | } 982 | ], 983 | "Andhra Pradesh": [ 984 | { 985 | "name": "Chaithanya Educational and Rural Development Society", 986 | "cause": "livelihoods", 987 | "state": "Andhra Pradesh" 988 | }, 989 | { 990 | "name": "Kidpower India", 991 | "cause": "differently abled", 992 | "state": "Andhra Pradesh" 993 | }, 994 | { 995 | "name": "ASHWINI", 996 | "cause": "health", 997 | "state": "Andhra Pradesh" 998 | }, 999 | { 1000 | "name": "ASSIST", 1001 | "cause": "environment", 1002 | "state": "Andhra Pradesh" 1003 | }, 1004 | { 1005 | "name": "Child Aid Foundation", 1006 | "cause": "education", 1007 | "state": "Andhra Pradesh" 1008 | }, 1009 | { 1010 | "name": "Aarti for Girls", 1011 | "cause": "children", 1012 | "state": "Andhra Pradesh" 1013 | }, 1014 | { 1015 | "name": "Rural Development Foundation", 1016 | "cause": "education", 1017 | "state": "Andhra Pradesh" 1018 | }, 1019 | { 1020 | "name": "Asha Kiran", 1021 | "cause": "education", 1022 | "state": "Andhra Pradesh" 1023 | }, 1024 | { 1025 | "name": "Uma Educational & Technical Society, Kakinada(UETS)", 1026 | "cause": "differently abled", 1027 | "state": "Andhra Pradesh" 1028 | } 1029 | ], 1030 | "Bihar": [ 1031 | { 1032 | "name": "Action for Development of Demos(ADD)", 1033 | "cause": "elderly", 1034 | "state": "Bihar" 1035 | }, 1036 | { 1037 | "name": "Daudnagar Organisation for Rural Development", 1038 | "cause": "health", 1039 | "state": "Bihar" 1040 | }, 1041 | { 1042 | "name": "Shoshit Seva Sangh", 1043 | "cause": "education", 1044 | "state": "Bihar" 1045 | } 1046 | ], 1047 | "Goa": [ 1048 | { 1049 | "name": "El Shaddai Charitable Trust", 1050 | "cause": "education", 1051 | "state": "Goa" 1052 | } 1053 | ], 1054 | "Jammu and Kashmir": [ 1055 | { 1056 | "name": "Child Nurture and Relief Kashmir (CHINAR Kashmir)", 1057 | "cause": "education", 1058 | "state": "Jammu and Kashmir" 1059 | } 1060 | ], 1061 | "Haryana": [ 1062 | { 1063 | "name": "Sukarya", 1064 | "cause": "health", 1065 | "state": "Haryana" 1066 | }, 1067 | { 1068 | "name": "Khushboo Welfare Society", 1069 | "cause": "differently abled", 1070 | "state": "Haryana" 1071 | } 1072 | ], 1073 | "Kerala": [ 1074 | { 1075 | "name": "Adarsh Charitable Trust", 1076 | "cause": "differently abled", 1077 | "state": "Kerala" 1078 | }, 1079 | { 1080 | "name": "Wayanad Girijana Seva Trust", 1081 | "cause": "education", 1082 | "state": "Kerala" 1083 | } 1084 | ], 1085 | "Jharkhand": [ 1086 | { 1087 | "name": "Nav Bharat Jagriti Kendra", 1088 | "cause": "education", 1089 | "state": "Jharkhand" 1090 | } 1091 | ], 1092 | "Meghalaya": [ 1093 | { 1094 | "name": "Bethany Society", 1095 | "cause": "education", 1096 | "state": "Meghalaya" 1097 | } 1098 | ] 1099 | } 1100 | ] 1101 | -------------------------------------------------------------------------------- /indian_NGO_data_csv.py: -------------------------------------------------------------------------------- 1 | 2 | import json,csv 3 | 4 | infile = open('indian_NGO_data.json', 'r+') 5 | outfile = open('indian_NGO_data.csv', 'w') 6 | 7 | writer = csv.writer(outfile) 8 | loading = json.loads(infile.read()) 9 | 10 | writer.writerow(loading[0].keys()) 11 | for row in loading: 12 | writer.writerow(row.values()) -------------------------------------------------------------------------------- /scrape_indian_NGO_data.py: -------------------------------------------------------------------------------- 1 | 2 | import requests 3 | from bs4 import BeautifulSoup 4 | import json 5 | import pprint 6 | 7 | url = "https://www.giveindia.org/certified-indian-ngos" 8 | 9 | def NGO_data(soup): 10 | 11 | page = requests.get(url) 12 | data = page.text 13 | soup = BeautifulSoup(page.text,"html.parser") 14 | 15 | div=soup.find('table',class_="jsx-697282504 certified-ngo-table") 16 | # print(div) 17 | trs=div.find_all('tr',class_="jsx-697282504") 18 | 19 | main_list=[] 20 | for i in trs: 21 | name=i.find_all('td',class_="jsx-697282504") 22 | list1=[] 23 | for i in name: 24 | a=(i.text) 25 | list1.append(a) 26 | main_list.append(list1) 27 | # print(main_list) 28 | Dict_list=[] 29 | for i in range(1,len(main_list)): 30 | b=(main_list[i]) 31 | # print(b) 32 | Dict={"name":b[0],"cause":b[1],"state":b[2]} 33 | Dict_list.append(Dict) 34 | # print(Dict_list) 35 | state_list=[] 36 | for i in Dict_list: 37 | c=(i["state"]) 38 | if c not in state_list: 39 | state_list.append(c) 40 | # print(state_list) 41 | Dict_2={} 42 | indian_NGO_data_list = [] 43 | 44 | for i in state_list: 45 | list2=[] 46 | for j in Dict_list: 47 | if i==j["state"]: 48 | list2.append(j) 49 | Dict_2[i]=list2 50 | # return(Dict_2) 51 | indian_NGO_data_list.append(Dict_2) 52 | pprint.pprint(indian_NGO_data_list) 53 | 54 | with open("indian_NGO_data.json","w")as json_file: 55 | json.dump(indian_NGO_data_list,json_file) 56 | 57 | 58 | 59 | NGO_data(url) 60 | --------------------------------------------------------------------------------