diff --git a/.gitignore b/.gitignore index 3873c3a..87031a3 100644 --- a/.gitignore +++ b/.gitignore @@ -4,3 +4,4 @@ _tmp env venv __pycache__ +.env diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000..3a6fa11 --- /dev/null +++ b/LICENSE @@ -0,0 +1,21 @@ +MIT License + +Copyright (c) 2018 Real Python + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/TODO.md b/TODO.md new file mode 100644 index 0000000..9d2dfea --- /dev/null +++ b/TODO.md @@ -0,0 +1,5 @@ +1. Write unit and integration tests for *all* scripts +1. Add Travis +1. Add support for Python 2.7, 3.5, and 3.6 +1. Organize docs and folder structure better +1. Add all scripts to single CLI for easy running, testing, and searching diff --git a/readme.md b/readme.md old mode 100644 new mode 100755 index 926be9d..78f4a72 --- a/readme.md +++ b/readme.md @@ -32,3 +32,5 @@ 1. **30_fullcontact.py**: Call the [FullcContact](https://www.fullcontact.com/developer/) API 1. **31_youtube_sentiment.py**: Calculate sentiment score from the comments of a Youtube video 1. **32_stock_scraper.py**: Get stock prices +1. **33_country_code.py**: Convert country code to country name +1. **34_git_all_repos.py**: Clone all repositories from a public user or organization on Github. Usage: `python git_all_repos.py users USER_NAME` or `python git_all_repos.py orgs ORG_NAME` diff --git a/requirements.txt b/requirements.txt old mode 100644 new mode 100755 index b65ee68..beee86c --- a/requirements.txt +++ b/requirements.txt @@ -1,4 +1,5 @@ beautifulsoup4==4.4.1 PyYAML==3.11 -requests==2.7.0 +requests==2.12.4 wheel==0.24.0 +lxml==3.8.0 diff --git a/01_remove_all_pyc.md b/scripts/01_remove_all_pyc.md old mode 100644 new mode 100755 similarity index 66% rename from 01_remove_all_pyc.md rename to scripts/01_remove_all_pyc.md index 2891215..f666e1a --- a/01_remove_all_pyc.md +++ b/scripts/01_remove_all_pyc.md @@ -6,4 +6,4 @@ To recursively remove all those pesky *.pyc* files from a git repo, run this com $ find . -name "*.pyc" -exec git rm -f {} \; ``` -Then make sure to add a *.gitignore* and the root of the repo and add the line: `*.pyc` \ No newline at end of file +Then make sure to add a *.gitignore* in the root of the repo and add the line: `*.pyc` \ No newline at end of file diff --git a/02_find_all_links.py b/scripts/02_find_all_links.py old mode 100644 new mode 100755 similarity index 100% rename from 02_find_all_links.py rename to scripts/02_find_all_links.py diff --git a/03_simple_twitter_manager.py b/scripts/03_simple_twitter_manager.py old mode 100644 new mode 100755 similarity index 100% rename from 03_simple_twitter_manager.py rename to scripts/03_simple_twitter_manager.py diff --git a/04_rename_with_slice.py b/scripts/04_rename_with_slice.py old mode 100644 new mode 100755 similarity index 100% rename from 04_rename_with_slice.py rename to scripts/04_rename_with_slice.py diff --git a/05_load_json_without_dupes.py b/scripts/05_load_json_without_dupes.py old mode 100644 new mode 100755 similarity index 100% rename from 05_load_json_without_dupes.py rename to scripts/05_load_json_without_dupes.py diff --git a/06_execution_time.py b/scripts/06_execution_time.py old mode 100644 new mode 100755 similarity index 100% rename from 06_execution_time.py rename to scripts/06_execution_time.py diff --git a/07_benchmark_permissions_loading_django.py b/scripts/07_benchmark_permissions_loading_django.py old mode 100644 new mode 100755 similarity index 100% rename from 07_benchmark_permissions_loading_django.py rename to scripts/07_benchmark_permissions_loading_django.py diff --git a/08_basic_email_web_crawler.py b/scripts/08_basic_email_web_crawler.py old mode 100644 new mode 100755 similarity index 100% rename from 08_basic_email_web_crawler.py rename to scripts/08_basic_email_web_crawler.py diff --git a/09_basic_link_web_crawler.py b/scripts/09_basic_link_web_crawler.py old mode 100644 new mode 100755 similarity index 100% rename from 09_basic_link_web_crawler.py rename to scripts/09_basic_link_web_crawler.py diff --git a/10_find_files_recursively.py b/scripts/10_find_files_recursively.py old mode 100644 new mode 100755 similarity index 92% rename from 10_find_files_recursively.py rename to scripts/10_find_files_recursively.py index 91cd73c..0c8e1eb --- a/10_find_files_recursively.py +++ b/scripts/10_find_files_recursively.py @@ -3,7 +3,7 @@ # constants PATH = './' -PATTERN = '*.py' +PATTERN = '*.md' def get_file_names(filepath, pattern): @@ -28,4 +28,4 @@ def output_files(list_of_files): if __name__ == '__main__': - all_files = get_file_names(PATH, PATTERN) + get_file_names(PATH, PATTERN) diff --git a/11_optimize_images_with_wand.py b/scripts/11_optimize_images_with_wand.py old mode 100644 new mode 100755 similarity index 100% rename from 11_optimize_images_with_wand.py rename to scripts/11_optimize_images_with_wand.py diff --git a/12_csv_split.py b/scripts/12_csv_split.py old mode 100644 new mode 100755 similarity index 100% rename from 12_csv_split.py rename to scripts/12_csv_split.py diff --git a/12_sample_csv.csv b/scripts/12_sample_csv.csv old mode 100644 new mode 100755 similarity index 100% rename from 12_sample_csv.csv rename to scripts/12_sample_csv.csv diff --git a/13_random_name_generator.py b/scripts/13_random_name_generator.py old mode 100644 new mode 100755 similarity index 63% rename from 13_random_name_generator.py rename to scripts/13_random_name_generator.py index 6f0a00a..0acb9bf --- a/13_random_name_generator.py +++ b/scripts/13_random_name_generator.py @@ -1,4 +1,4 @@ -from random import randint +from random import choice def random_name_generator(first, second, x): @@ -10,13 +10,8 @@ def random_name_generator(first, second, x): - number of random names """ names = [] - for i in range(0, int(x)): - random_first = randint(0, len(first)-1) - random_last = randint(0, len(second)-1) - names.append("{0} {1}".format( - first[random_first], - second[random_last]) - ) + for i in range(x): + names.append("{0} {1}".format(choice(first), choice(second))) return set(names) diff --git a/14_html_to_markdown.sh b/scripts/14_html_to_markdown.sh old mode 100644 new mode 100755 similarity index 100% rename from 14_html_to_markdown.sh rename to scripts/14_html_to_markdown.sh diff --git a/15_check_my_environment.py b/scripts/15_check_my_environment.py old mode 100644 new mode 100755 similarity index 100% rename from 15_check_my_environment.py rename to scripts/15_check_my_environment.py diff --git a/16_jinja_quick_load.py b/scripts/16_jinja_quick_load.py old mode 100644 new mode 100755 similarity index 100% rename from 16_jinja_quick_load.py rename to scripts/16_jinja_quick_load.py diff --git a/17_rewrite_git_history.md b/scripts/17_rewrite_git_history.md old mode 100644 new mode 100755 similarity index 100% rename from 17_rewrite_git_history.md rename to scripts/17_rewrite_git_history.md diff --git a/18_zipper.py b/scripts/18_zipper.py similarity index 100% rename from 18_zipper.py rename to scripts/18_zipper.py diff --git a/19_tsv-to-csv.py b/scripts/19_tsv-to-csv.py old mode 100644 new mode 100755 similarity index 100% rename from 19_tsv-to-csv.py rename to scripts/19_tsv-to-csv.py diff --git a/20_restore_file_from_git.py b/scripts/20_restore_file_from_git.py old mode 100644 new mode 100755 similarity index 100% rename from 20_restore_file_from_git.py rename to scripts/20_restore_file_from_git.py diff --git a/21_twitter_bot.py b/scripts/21_twitter_bot.py old mode 100644 new mode 100755 similarity index 100% rename from 21_twitter_bot.py rename to scripts/21_twitter_bot.py diff --git a/22_git_tag.py b/scripts/22_git_tag.py old mode 100644 new mode 100755 similarity index 100% rename from 22_git_tag.py rename to scripts/22_git_tag.py diff --git a/23_flask_session_test.py b/scripts/23_flask_session_test.py old mode 100644 new mode 100755 similarity index 100% rename from 23_flask_session_test.py rename to scripts/23_flask_session_test.py diff --git a/24_sql2csv.py b/scripts/24_sql2csv.py old mode 100644 new mode 100755 similarity index 100% rename from 24_sql2csv.py rename to scripts/24_sql2csv.py diff --git a/25_ip2geolocation.py b/scripts/25_ip2geolocation.py old mode 100644 new mode 100755 similarity index 100% rename from 25_ip2geolocation.py rename to scripts/25_ip2geolocation.py diff --git a/25_sample_csv.csv b/scripts/25_sample_csv.csv old mode 100644 new mode 100755 similarity index 100% rename from 25_sample_csv.csv rename to scripts/25_sample_csv.csv diff --git a/26_stock_scraper.py b/scripts/26_stock_scraper.py old mode 100644 new mode 100755 similarity index 100% rename from 26_stock_scraper.py rename to scripts/26_stock_scraper.py diff --git a/27_send_sms.py b/scripts/27_send_sms.py old mode 100644 new mode 100755 similarity index 100% rename from 27_send_sms.py rename to scripts/27_send_sms.py diff --git a/28_income_tax_calculator.py b/scripts/28_income_tax_calculator.py old mode 100644 new mode 100755 similarity index 100% rename from 28_income_tax_calculator.py rename to scripts/28_income_tax_calculator.py diff --git a/29_json_test.json b/scripts/29_json_test.json old mode 100644 new mode 100755 similarity index 100% rename from 29_json_test.json rename to scripts/29_json_test.json diff --git a/29_json_to_yaml.py b/scripts/29_json_to_yaml.py old mode 100644 new mode 100755 similarity index 100% rename from 29_json_to_yaml.py rename to scripts/29_json_to_yaml.py diff --git a/30_fullcontact.py b/scripts/30_fullcontact.py similarity index 93% rename from 30_fullcontact.py rename to scripts/30_fullcontact.py index a612648..3ee2822 100644 --- a/30_fullcontact.py +++ b/scripts/30_fullcontact.py @@ -1,3 +1,4 @@ +import os import sys import requests @@ -15,7 +16,7 @@ # constants -API_KEY = 'GET YOUR OWN' +API_KEY = os.environ.get('FULLCONTACT_API_KEY') BASE_URL = 'http://api.fullcontact.com/v2/person.json' diff --git a/31_youtube_sentiment.py b/scripts/31_youtube_sentiment.py similarity index 100% rename from 31_youtube_sentiment.py rename to scripts/31_youtube_sentiment.py diff --git a/32_stock_scraper.py b/scripts/32_stock_scraper.py similarity index 100% rename from 32_stock_scraper.py rename to scripts/32_stock_scraper.py diff --git a/scripts/33_country_code.py b/scripts/33_country_code.py new file mode 100644 index 0000000..134236c --- /dev/null +++ b/scripts/33_country_code.py @@ -0,0 +1,51 @@ +import csv +import sys +import json + +""" +Example usage: + +$ python 33_country_code.py 33_sample_csv.csv 33_country_codes.json +""" + + +def get_data(csv_file, json_file): + countryCodes = [] + countryNames = [] + continentNames = [] + with open(csv_file, 'rt') as file_one: + reader = csv.reader(file_one) + with open(json_file) as file_two: + json_data = json.load(file_two) + all_countries = json_data["country"] + for csv_row in reader: + for json_row in all_countries: + if csv_row[0] == json_row["countryCode"]: + countryCodes.append(json_row["countryCode"]) + countryNames.append(json_row["countryName"]) + continentNames.append(json_row["continentName"]) + + return [ + countryCodes, + countryNames, + continentNames + ] + + +def write_data(array_of_arrays): + with open('data.csv', 'wt') as csv_out: + writer = csv.writer(csv_out) + rows = zip( + array_of_arrays[0], + array_of_arrays[1], + array_of_arrays[2] + ) + for row in rows: + writer.writerow(row) + + +if __name__ == '__main__': + csv_file_name = sys.argv[1] + json_file_name = sys.argv[2] + data = get_data(csv_file_name, json_file_name) + write_data(data) diff --git a/scripts/33_country_codes.json b/scripts/33_country_codes.json new file mode 100644 index 0000000..4ec79e6 --- /dev/null +++ b/scripts/33_country_codes.json @@ -0,0 +1,1254 @@ +{ + "country": [ + { + "countryCode": "AD", + "countryName": "Andorra", + "continentName": "Europe" + }, + { + "countryCode": "AE", + "countryName": "United Arab Emirates", + "continentName": "Asia" + }, + { + "countryCode": "AF", + "countryName": "Afghanistan", + "continentName": "Asia" + }, + { + "countryCode": "AG", + "countryName": "Antigua and Barbuda", + "continentName": "North America" + }, + { + "countryCode": "AI", + "countryName": "Anguilla", + "continentName": "North America" + }, + { + "countryCode": "AL", + "countryName": "Albania", + "continentName": "Europe" + }, + { + "countryCode": "AM", + "countryName": "Armenia", + "continentName": "Asia" + }, + { + "countryCode": "AO", + "countryName": "Angola", + "continentName": "Africa" + }, + { + "countryCode": "AQ", + "countryName": "Antarctica", + "continentName": "Antarctica" + }, + { + "countryCode": "AR", + "countryName": "Argentina", + "continentName": "South America" + }, + { + "countryCode": "AS", + "countryName": "American Samoa", + "continentName": "Oceania" + }, + { + "countryCode": "AT", + "countryName": "Austria", + "continentName": "Europe" + }, + { + "countryCode": "AU", + "countryName": "Australia", + "continentName": "Oceania" + }, + { + "countryCode": "AW", + "countryName": "Aruba", + "continentName": "North America" + }, + { + "countryCode": "AX", + "countryName": "Åland", + "continentName": "Europe" + }, + { + "countryCode": "AZ", + "countryName": "Azerbaijan", + "continentName": "Asia" + }, + { + "countryCode": "BA", + "countryName": "Bosnia and Herzegovina", + "continentName": "Europe" + }, + { + "countryCode": "BB", + "countryName": "Barbados", + "continentName": "North America" + }, + { + "countryCode": "BD", + "countryName": "Bangladesh", + "continentName": "Asia" + }, + { + "countryCode": "BE", + "countryName": "Belgium", + "continentName": "Europe" + }, + { + "countryCode": "BF", + "countryName": "Burkina Faso", + "continentName": "Africa" + }, + { + "countryCode": "BG", + "countryName": "Bulgaria", + "continentName": "Europe" + }, + { + "countryCode": "BH", + "countryName": "Bahrain", + "continentName": "Asia" + }, + { + "countryCode": "BI", + "countryName": "Burundi", + "continentName": "Africa" + }, + { + "countryCode": "BJ", + "countryName": "Benin", + "continentName": "Africa" + }, + { + "countryCode": "BL", + "countryName": "Saint Barthélemy", + "continentName": "North America" + }, + { + "countryCode": "BM", + "countryName": "Bermuda", + "continentName": "North America" + }, + { + "countryCode": "BN", + "countryName": "Brunei", + "continentName": "Asia" + }, + { + "countryCode": "BO", + "countryName": "Bolivia", + "continentName": "South America" + }, + { + "countryCode": "BQ", + "countryName": "Bonaire", + "continentName": "North America" + }, + { + "countryCode": "BR", + "countryName": "Brazil", + "continentName": "South America" + }, + { + "countryCode": "BS", + "countryName": "Bahamas", + "continentName": "North America" + }, + { + "countryCode": "BT", + "countryName": "Bhutan", + "continentName": "Asia" + }, + { + "countryCode": "BV", + "countryName": "Bouvet Island", + "continentName": "Antarctica" + }, + { + "countryCode": "BW", + "countryName": "Botswana", + "continentName": "Africa" + }, + { + "countryCode": "BY", + "countryName": "Belarus", + "continentName": "Europe" + }, + { + "countryCode": "BZ", + "countryName": "Belize", + "continentName": "North America" + }, + { + "countryCode": "CA", + "countryName": "Canada", + "continentName": "North America" + }, + { + "countryCode": "CC", + "countryName": "Cocos [Keeling] Islands", + "continentName": "Asia" + }, + { + "countryCode": "CD", + "countryName": "Democratic Republic of the Congo", + "continentName": "Africa" + }, + { + "countryCode": "CF", + "countryName": "Central African Republic", + "continentName": "Africa" + }, + { + "countryCode": "CG", + "countryName": "Republic of the Congo", + "continentName": "Africa" + }, + { + "countryCode": "CH", + "countryName": "Switzerland", + "continentName": "Europe" + }, + { + "countryCode": "CI", + "countryName": "Ivory Coast", + "continentName": "Africa" + }, + { + "countryCode": "CK", + "countryName": "Cook Islands", + "continentName": "Oceania" + }, + { + "countryCode": "CL", + "countryName": "Chile", + "continentName": "South America" + }, + { + "countryCode": "CM", + "countryName": "Cameroon", + "continentName": "Africa" + }, + { + "countryCode": "CN", + "countryName": "China", + "continentName": "Asia" + }, + { + "countryCode": "CO", + "countryName": "Colombia", + "continentName": "South America" + }, + { + "countryCode": "CR", + "countryName": "Costa Rica", + "continentName": "North America" + }, + { + "countryCode": "CU", + "countryName": "Cuba", + "continentName": "North America" + }, + { + "countryCode": "CV", + "countryName": "Cape Verde", + "continentName": "Africa" + }, + { + "countryCode": "CW", + "countryName": "Curacao", + "continentName": "North America" + }, + { + "countryCode": "CX", + "countryName": "Christmas Island", + "continentName": "Asia" + }, + { + "countryCode": "CY", + "countryName": "Cyprus", + "continentName": "Europe" + }, + { + "countryCode": "CZ", + "countryName": "Czechia", + "continentName": "Europe" + }, + { + "countryCode": "DE", + "countryName": "Germany", + "continentName": "Europe" + }, + { + "countryCode": "DJ", + "countryName": "Djibouti", + "continentName": "Africa" + }, + { + "countryCode": "DK", + "countryName": "Denmark", + "continentName": "Europe" + }, + { + "countryCode": "DM", + "countryName": "Dominica", + "continentName": "North America" + }, + { + "countryCode": "DO", + "countryName": "Dominican Republic", + "continentName": "North America" + }, + { + "countryCode": "DZ", + "countryName": "Algeria", + "continentName": "Africa" + }, + { + "countryCode": "EC", + "countryName": "Ecuador", + "continentName": "South America" + }, + { + "countryCode": "EE", + "countryName": "Estonia", + "continentName": "Europe" + }, + { + "countryCode": "EG", + "countryName": "Egypt", + "continentName": "Africa" + }, + { + "countryCode": "EH", + "countryName": "Western Sahara", + "continentName": "Africa" + }, + { + "countryCode": "ER", + "countryName": "Eritrea", + "continentName": "Africa" + }, + { + "countryCode": "ES", + "countryName": "Spain", + "continentName": "Europe" + }, + { + "countryCode": "ET", + "countryName": "Ethiopia", + "continentName": "Africa" + }, + { + "countryCode": "FI", + "countryName": "Finland", + "continentName": "Europe" + }, + { + "countryCode": "FJ", + "countryName": "Fiji", + "continentName": "Oceania" + }, + { + "countryCode": "FK", + "countryName": "Falkland Islands", + "continentName": "South America" + }, + { + "countryCode": "FM", + "countryName": "Micronesia", + "continentName": "Oceania" + }, + { + "countryCode": "FO", + "countryName": "Faroe Islands", + "continentName": "Europe" + }, + { + "countryCode": "FR", + "countryName": "France", + "continentName": "Europe" + }, + { + "countryCode": "GA", + "countryName": "Gabon", + "continentName": "Africa" + }, + { + "countryCode": "GB", + "countryName": "United Kingdom", + "continentName": "Europe" + }, + { + "countryCode": "GD", + "countryName": "Grenada", + "continentName": "North America" + }, + { + "countryCode": "GE", + "countryName": "Georgia", + "continentName": "Asia" + }, + { + "countryCode": "GF", + "countryName": "French Guiana", + "continentName": "South America" + }, + { + "countryCode": "GG", + "countryName": "Guernsey", + "continentName": "Europe" + }, + { + "countryCode": "GH", + "countryName": "Ghana", + "continentName": "Africa" + }, + { + "countryCode": "GI", + "countryName": "Gibraltar", + "continentName": "Europe" + }, + { + "countryCode": "GL", + "countryName": "Greenland", + "continentName": "North America" + }, + { + "countryCode": "GM", + "countryName": "Gambia", + "continentName": "Africa" + }, + { + "countryCode": "GN", + "countryName": "Guinea", + "continentName": "Africa" + }, + { + "countryCode": "GP", + "countryName": "Guadeloupe", + "continentName": "North America" + }, + { + "countryCode": "GQ", + "countryName": "Equatorial Guinea", + "continentName": "Africa" + }, + { + "countryCode": "GR", + "countryName": "Greece", + "continentName": "Europe" + }, + { + "countryCode": "GS", + "countryName": "South Georgia and the South Sandwich Islands", + "continentName": "Antarctica" + }, + { + "countryCode": "GT", + "countryName": "Guatemala", + "continentName": "North America" + }, + { + "countryCode": "GU", + "countryName": "Guam", + "continentName": "Oceania" + }, + { + "countryCode": "GW", + "countryName": "Guinea-Bissau", + "continentName": "Africa" + }, + { + "countryCode": "GY", + "countryName": "Guyana", + "continentName": "South America" + }, + { + "countryCode": "HK", + "countryName": "Hong Kong", + "continentName": "Asia" + }, + { + "countryCode": "HM", + "countryName": "Heard Island and McDonald Islands", + "continentName": "Antarctica" + }, + { + "countryCode": "HN", + "countryName": "Honduras", + "continentName": "North America" + }, + { + "countryCode": "HR", + "countryName": "Croatia", + "continentName": "Europe" + }, + { + "countryCode": "HT", + "countryName": "Haiti", + "continentName": "North America" + }, + { + "countryCode": "HU", + "countryName": "Hungary", + "continentName": "Europe" + }, + { + "countryCode": "ID", + "countryName": "Indonesia", + "continentName": "Asia" + }, + { + "countryCode": "IE", + "countryName": "Ireland", + "continentName": "Europe" + }, + { + "countryCode": "IL", + "countryName": "Israel", + "continentName": "Asia" + }, + { + "countryCode": "IM", + "countryName": "Isle of Man", + "continentName": "Europe" + }, + { + "countryCode": "IN", + "countryName": "India", + "continentName": "Asia" + }, + { + "countryCode": "IO", + "countryName": "British Indian Ocean Territory", + "continentName": "Asia" + }, + { + "countryCode": "IQ", + "countryName": "Iraq", + "continentName": "Asia" + }, + { + "countryCode": "IR", + "countryName": "Iran", + "continentName": "Asia" + }, + { + "countryCode": "IS", + "countryName": "Iceland", + "continentName": "Europe" + }, + { + "countryCode": "IT", + "countryName": "Italy", + "continentName": "Europe" + }, + { + "countryCode": "JE", + "countryName": "Jersey", + "continentName": "Europe" + }, + { + "countryCode": "JM", + "countryName": "Jamaica", + "continentName": "North America" + }, + { + "countryCode": "JO", + "countryName": "Jordan", + "continentName": "Asia" + }, + { + "countryCode": "JP", + "countryName": "Japan", + "continentName": "Asia" + }, + { + "countryCode": "KE", + "countryName": "Kenya", + "continentName": "Africa" + }, + { + "countryCode": "KG", + "countryName": "Kyrgyzstan", + "continentName": "Asia" + }, + { + "countryCode": "KH", + "countryName": "Cambodia", + "continentName": "Asia" + }, + { + "countryCode": "KI", + "countryName": "Kiribati", + "continentName": "Oceania" + }, + { + "countryCode": "KM", + "countryName": "Comoros", + "continentName": "Africa" + }, + { + "countryCode": "KN", + "countryName": "Saint Kitts and Nevis", + "continentName": "North America" + }, + { + "countryCode": "KP", + "countryName": "North Korea", + "continentName": "Asia" + }, + { + "countryCode": "KR", + "countryName": "South Korea", + "continentName": "Asia" + }, + { + "countryCode": "KW", + "countryName": "Kuwait", + "continentName": "Asia" + }, + { + "countryCode": "KY", + "countryName": "Cayman Islands", + "continentName": "North America" + }, + { + "countryCode": "KZ", + "countryName": "Kazakhstan", + "continentName": "Asia" + }, + { + "countryCode": "LA", + "countryName": "Laos", + "continentName": "Asia" + }, + { + "countryCode": "LB", + "countryName": "Lebanon", + "continentName": "Asia" + }, + { + "countryCode": "LC", + "countryName": "Saint Lucia", + "continentName": "North America" + }, + { + "countryCode": "LI", + "countryName": "Liechtenstein", + "continentName": "Europe" + }, + { + "countryCode": "LK", + "countryName": "Sri Lanka", + "continentName": "Asia" + }, + { + "countryCode": "LR", + "countryName": "Liberia", + "continentName": "Africa" + }, + { + "countryCode": "LS", + "countryName": "Lesotho", + "continentName": "Africa" + }, + { + "countryCode": "LT", + "countryName": "Lithuania", + "continentName": "Europe" + }, + { + "countryCode": "LU", + "countryName": "Luxembourg", + "continentName": "Europe" + }, + { + "countryCode": "LV", + "countryName": "Latvia", + "continentName": "Europe" + }, + { + "countryCode": "LY", + "countryName": "Libya", + "continentName": "Africa" + }, + { + "countryCode": "MA", + "countryName": "Morocco", + "continentName": "Africa" + }, + { + "countryCode": "MC", + "countryName": "Monaco", + "continentName": "Europe" + }, + { + "countryCode": "MD", + "countryName": "Moldova", + "continentName": "Europe" + }, + { + "countryCode": "ME", + "countryName": "Montenegro", + "continentName": "Europe" + }, + { + "countryCode": "MF", + "countryName": "Saint Martin", + "continentName": "North America" + }, + { + "countryCode": "MG", + "countryName": "Madagascar", + "continentName": "Africa" + }, + { + "countryCode": "MH", + "countryName": "Marshall Islands", + "continentName": "Oceania" + }, + { + "countryCode": "MK", + "countryName": "Macedonia", + "continentName": "Europe" + }, + { + "countryCode": "ML", + "countryName": "Mali", + "continentName": "Africa" + }, + { + "countryCode": "MM", + "countryName": "Myanmar [Burma]", + "continentName": "Asia" + }, + { + "countryCode": "MN", + "countryName": "Mongolia", + "continentName": "Asia" + }, + { + "countryCode": "MO", + "countryName": "Macao", + "continentName": "Asia" + }, + { + "countryCode": "MP", + "countryName": "Northern Mariana Islands", + "continentName": "Oceania" + }, + { + "countryCode": "MQ", + "countryName": "Martinique", + "continentName": "North America" + }, + { + "countryCode": "MR", + "countryName": "Mauritania", + "continentName": "Africa" + }, + { + "countryCode": "MS", + "countryName": "Montserrat", + "continentName": "North America" + }, + { + "countryCode": "MT", + "countryName": "Malta", + "continentName": "Europe" + }, + { + "countryCode": "MU", + "countryName": "Mauritius", + "continentName": "Africa" + }, + { + "countryCode": "MV", + "countryName": "Maldives", + "continentName": "Asia" + }, + { + "countryCode": "MW", + "countryName": "Malawi", + "continentName": "Africa" + }, + { + "countryCode": "MX", + "countryName": "Mexico", + "continentName": "North America" + }, + { + "countryCode": "MY", + "countryName": "Malaysia", + "continentName": "Asia" + }, + { + "countryCode": "MZ", + "countryName": "Mozambique", + "continentName": "Africa" + }, + { + "countryCode": "NA", + "countryName": "Namibia", + "continentName": "Africa" + }, + { + "countryCode": "NC", + "countryName": "New Caledonia", + "continentName": "Oceania" + }, + { + "countryCode": "NE", + "countryName": "Niger", + "continentName": "Africa" + }, + { + "countryCode": "NF", + "countryName": "Norfolk Island", + "continentName": "Oceania" + }, + { + "countryCode": "NG", + "countryName": "Nigeria", + "continentName": "Africa" + }, + { + "countryCode": "NI", + "countryName": "Nicaragua", + "continentName": "North America" + }, + { + "countryCode": "NL", + "countryName": "Netherlands", + "continentName": "Europe" + }, + { + "countryCode": "NO", + "countryName": "Norway", + "continentName": "Europe" + }, + { + "countryCode": "NP", + "countryName": "Nepal", + "continentName": "Asia" + }, + { + "countryCode": "NR", + "countryName": "Nauru", + "continentName": "Oceania" + }, + { + "countryCode": "NU", + "countryName": "Niue", + "continentName": "Oceania" + }, + { + "countryCode": "NZ", + "countryName": "New Zealand", + "continentName": "Oceania" + }, + { + "countryCode": "OM", + "countryName": "Oman", + "continentName": "Asia" + }, + { + "countryCode": "PA", + "countryName": "Panama", + "continentName": "North America" + }, + { + "countryCode": "PE", + "countryName": "Peru", + "continentName": "South America" + }, + { + "countryCode": "PF", + "countryName": "French Polynesia", + "continentName": "Oceania" + }, + { + "countryCode": "PG", + "countryName": "Papua New Guinea", + "continentName": "Oceania" + }, + { + "countryCode": "PH", + "countryName": "Philippines", + "continentName": "Asia" + }, + { + "countryCode": "PK", + "countryName": "Pakistan", + "continentName": "Asia" + }, + { + "countryCode": "PL", + "countryName": "Poland", + "continentName": "Europe" + }, + { + "countryCode": "PM", + "countryName": "Saint Pierre and Miquelon", + "continentName": "North America" + }, + { + "countryCode": "PN", + "countryName": "Pitcairn Islands", + "continentName": "Oceania" + }, + { + "countryCode": "PR", + "countryName": "Puerto Rico", + "continentName": "North America" + }, + { + "countryCode": "PS", + "countryName": "Palestine", + "continentName": "Asia" + }, + { + "countryCode": "PT", + "countryName": "Portugal", + "continentName": "Europe" + }, + { + "countryCode": "PW", + "countryName": "Palau", + "continentName": "Oceania" + }, + { + "countryCode": "PY", + "countryName": "Paraguay", + "continentName": "South America" + }, + { + "countryCode": "QA", + "countryName": "Qatar", + "continentName": "Asia" + }, + { + "countryCode": "RE", + "countryName": "Réunion", + "continentName": "Africa" + }, + { + "countryCode": "RO", + "countryName": "Romania", + "continentName": "Europe" + }, + { + "countryCode": "RS", + "countryName": "Serbia", + "continentName": "Europe" + }, + { + "countryCode": "RU", + "countryName": "Russia", + "continentName": "Europe" + }, + { + "countryCode": "RW", + "countryName": "Rwanda", + "continentName": "Africa" + }, + { + "countryCode": "SA", + "countryName": "Saudi Arabia", + "continentName": "Asia" + }, + { + "countryCode": "SB", + "countryName": "Solomon Islands", + "continentName": "Oceania" + }, + { + "countryCode": "SC", + "countryName": "Seychelles", + "continentName": "Africa" + }, + { + "countryCode": "SD", + "countryName": "Sudan", + "continentName": "Africa" + }, + { + "countryCode": "SE", + "countryName": "Sweden", + "continentName": "Europe" + }, + { + "countryCode": "SG", + "countryName": "Singapore", + "continentName": "Asia" + }, + { + "countryCode": "SH", + "countryName": "Saint Helena", + "continentName": "Africa" + }, + { + "countryCode": "SI", + "countryName": "Slovenia", + "continentName": "Europe" + }, + { + "countryCode": "SJ", + "countryName": "Svalbard and Jan Mayen", + "continentName": "Europe" + }, + { + "countryCode": "SK", + "countryName": "Slovakia", + "continentName": "Europe" + }, + { + "countryCode": "SL", + "countryName": "Sierra Leone", + "continentName": "Africa" + }, + { + "countryCode": "SM", + "countryName": "San Marino", + "continentName": "Europe" + }, + { + "countryCode": "SN", + "countryName": "Senegal", + "continentName": "Africa" + }, + { + "countryCode": "SO", + "countryName": "Somalia", + "continentName": "Africa" + }, + { + "countryCode": "SR", + "countryName": "Suriname", + "continentName": "South America" + }, + { + "countryCode": "SS", + "countryName": "South Sudan", + "continentName": "Africa" + }, + { + "countryCode": "ST", + "countryName": "São Tomé and Príncipe", + "continentName": "Africa" + }, + { + "countryCode": "SV", + "countryName": "El Salvador", + "continentName": "North America" + }, + { + "countryCode": "SX", + "countryName": "Sint Maarten", + "continentName": "North America" + }, + { + "countryCode": "SY", + "countryName": "Syria", + "continentName": "Asia" + }, + { + "countryCode": "SZ", + "countryName": "Swaziland", + "continentName": "Africa" + }, + { + "countryCode": "TC", + "countryName": "Turks and Caicos Islands", + "continentName": "North America" + }, + { + "countryCode": "TD", + "countryName": "Chad", + "continentName": "Africa" + }, + { + "countryCode": "TF", + "countryName": "French Southern Territories", + "continentName": "Antarctica" + }, + { + "countryCode": "TG", + "countryName": "Togo", + "continentName": "Africa" + }, + { + "countryCode": "TH", + "countryName": "Thailand", + "continentName": "Asia" + }, + { + "countryCode": "TJ", + "countryName": "Tajikistan", + "continentName": "Asia" + }, + { + "countryCode": "TK", + "countryName": "Tokelau", + "continentName": "Oceania" + }, + { + "countryCode": "TL", + "countryName": "East Timor", + "continentName": "Oceania" + }, + { + "countryCode": "TM", + "countryName": "Turkmenistan", + "continentName": "Asia" + }, + { + "countryCode": "TN", + "countryName": "Tunisia", + "continentName": "Africa" + }, + { + "countryCode": "TO", + "countryName": "Tonga", + "continentName": "Oceania" + }, + { + "countryCode": "TR", + "countryName": "Turkey", + "continentName": "Asia" + }, + { + "countryCode": "TT", + "countryName": "Trinidad and Tobago", + "continentName": "North America" + }, + { + "countryCode": "TV", + "countryName": "Tuvalu", + "continentName": "Oceania" + }, + { + "countryCode": "TW", + "countryName": "Taiwan", + "continentName": "Asia" + }, + { + "countryCode": "TZ", + "countryName": "Tanzania", + "continentName": "Africa" + }, + { + "countryCode": "UA", + "countryName": "Ukraine", + "continentName": "Europe" + }, + { + "countryCode": "UG", + "countryName": "Uganda", + "continentName": "Africa" + }, + { + "countryCode": "UM", + "countryName": "U.S. Minor Outlying Islands", + "continentName": "Oceania" + }, + { + "countryCode": "US", + "countryName": "United States", + "continentName": "North America" + }, + { + "countryCode": "UY", + "countryName": "Uruguay", + "continentName": "South America" + }, + { + "countryCode": "UZ", + "countryName": "Uzbekistan", + "continentName": "Asia" + }, + { + "countryCode": "VA", + "countryName": "Vatican City", + "continentName": "Europe" + }, + { + "countryCode": "VC", + "countryName": "Saint Vincent and the Grenadines", + "continentName": "North America" + }, + { + "countryCode": "VE", + "countryName": "Venezuela", + "continentName": "South America" + }, + { + "countryCode": "VG", + "countryName": "British Virgin Islands", + "continentName": "North America" + }, + { + "countryCode": "VI", + "countryName": "U.S. Virgin Islands", + "continentName": "North America" + }, + { + "countryCode": "VN", + "countryName": "Vietnam", + "continentName": "Asia" + }, + { + "countryCode": "VU", + "countryName": "Vanuatu", + "continentName": "Oceania" + }, + { + "countryCode": "WF", + "countryName": "Wallis and Futuna", + "continentName": "Oceania" + }, + { + "countryCode": "WS", + "countryName": "Samoa", + "continentName": "Oceania" + }, + { + "countryCode": "XK", + "countryName": "Kosovo", + "continentName": "Europe" + }, + { + "countryCode": "YE", + "countryName": "Yemen", + "continentName": "Asia" + }, + { + "countryCode": "YT", + "countryName": "Mayotte", + "continentName": "Africa" + }, + { + "countryCode": "ZA", + "countryName": "South Africa", + "continentName": "Africa" + }, + { + "countryCode": "ZM", + "countryName": "Zambia", + "continentName": "Africa" + }, + { + "countryCode": "ZW", + "countryName": "Zimbabwe", + "continentName": "Africa" + } + ] +} diff --git a/scripts/33_sample_csv.csv b/scripts/33_sample_csv.csv new file mode 100644 index 0000000..62b23a2 --- /dev/null +++ b/scripts/33_sample_csv.csv @@ -0,0 +1,109 @@ +A2 +AE +AL +AP +AR +AT +AU +AZ +BA +BD +BE +BG +BH +BN +BR +BY +CA +CH +CL +CN +CO +CR +CW +CY +CZ +DE +DK +DO +EC +EE +ES +FI +FR +GB +GE +GG +GH +GI +GR +GT +HK +HR +HT +HU +ID +IE +IL +IN +IS +IT +JM +JO +JP +KE +KG +KR +KW +KY +KZ +LA +LB +LK +LT +LU +LV +MD +MG +MK +MO +MT +MV +MX +MY +NC +NG +NI +NL +NO +NP +NZ +OM +PA +PE +PH +PK +PL +PR +PT +PY +RO +RS +RU +SA +SE +SG +SI +SK +SO +TH +TR +TW +TZ +UA +US +UY +VN +VU +ZA +ZW diff --git a/scripts/34_git_all_repos.py b/scripts/34_git_all_repos.py new file mode 100644 index 0000000..b3e2d5b --- /dev/null +++ b/scripts/34_git_all_repos.py @@ -0,0 +1,42 @@ +import sys +import os +import requests + + +def get_total_repos(group, name): + repo_urls = [] + page = 1 + while True: + url = 'https://api.github.com/{0}/{1}/repos?per_page=100&page={2}' + r = requests.get(url.format(group, name, page)) + if r.status_code == 200: + rdata = r.json() + for repo in rdata: + repo_urls.append(repo['clone_url']) + if (len(rdata) >= 100): + page += 1 + else: + print('Found {0} repos.'.format(len(repo_urls))) + break + else: + print(r) + return False + return repo_urls + + +def clone_repos(all_repos): + count = 1 + print('Cloning...') + for repo in all_repos: + os.system('Git clone ' + repo) + print('Completed repo #{0} of {1}'.format(count, len(all_repos))) + count += 1 + +if __name__ == '__main__': + if len(sys.argv) > 2: + total = get_total_repos(sys.argv[1], sys.argv[2]) + if total: + clone_repos(total) + + else: + print('Usage: python USERS_OR_ORG GITHUB_USER_OR_ORG-NAME') diff --git a/scripts/data.csv b/scripts/data.csv new file mode 100644 index 0000000..3f0c610 --- /dev/null +++ b/scripts/data.csv @@ -0,0 +1,107 @@ +AE,United Arab Emirates,Asia +AL,Albania,Europe +AR,Argentina,South America +AT,Austria,Europe +AU,Australia,Oceania +AZ,Azerbaijan,Asia +BA,Bosnia and Herzegovina,Europe +BD,Bangladesh,Asia +BE,Belgium,Europe +BG,Bulgaria,Europe +BH,Bahrain,Asia +BN,Brunei,Asia +BR,Brazil,South America +BY,Belarus,Europe +CA,Canada,North America +CH,Switzerland,Europe +CL,Chile,South America +CN,China,Asia +CO,Colombia,South America +CR,Costa Rica,North America +CW,Curacao,North America +CY,Cyprus,Europe +CZ,Czechia,Europe +DE,Germany,Europe +DK,Denmark,Europe +DO,Dominican Republic,North America +EC,Ecuador,South America +EE,Estonia,Europe +ES,Spain,Europe +FI,Finland,Europe +FR,France,Europe +GB,United Kingdom,Europe +GE,Georgia,Asia +GG,Guernsey,Europe +GH,Ghana,Africa +GI,Gibraltar,Europe +GR,Greece,Europe +GT,Guatemala,North America +HK,Hong Kong,Asia +HR,Croatia,Europe +HT,Haiti,North America +HU,Hungary,Europe +ID,Indonesia,Asia +IE,Ireland,Europe +IL,Israel,Asia +IN,India,Asia +IS,Iceland,Europe +IT,Italy,Europe +JM,Jamaica,North America +JO,Jordan,Asia +JP,Japan,Asia +KE,Kenya,Africa +KG,Kyrgyzstan,Asia +KR,South Korea,Asia +KW,Kuwait,Asia +KY,Cayman Islands,North America +KZ,Kazakhstan,Asia +LA,Laos,Asia +LB,Lebanon,Asia +LK,Sri Lanka,Asia +LT,Lithuania,Europe +LU,Luxembourg,Europe +LV,Latvia,Europe +MD,Moldova,Europe +MG,Madagascar,Africa +MK,Macedonia,Europe +MO,Macao,Asia +MT,Malta,Europe +MV,Maldives,Asia +MX,Mexico,North America +MY,Malaysia,Asia +NC,New Caledonia,Oceania +NG,Nigeria,Africa +NI,Nicaragua,North America +NL,Netherlands,Europe +NO,Norway,Europe +NP,Nepal,Asia +NZ,New Zealand,Oceania +OM,Oman,Asia +PA,Panama,North America +PE,Peru,South America +PH,Philippines,Asia +PK,Pakistan,Asia +PL,Poland,Europe +PR,Puerto Rico,North America +PT,Portugal,Europe +PY,Paraguay,South America +RO,Romania,Europe +RS,Serbia,Europe +RU,Russia,Europe +SA,Saudi Arabia,Asia +SE,Sweden,Europe +SG,Singapore,Asia +SI,Slovenia,Europe +SK,Slovakia,Europe +SO,Somalia,Africa +TH,Thailand,Asia +TR,Turkey,Asia +TW,Taiwan,Asia +TZ,Tanzania,Africa +UA,Ukraine,Europe +US,United States,North America +UY,Uruguay,South America +VN,Vietnam,Asia +VU,Vanuatu,Oceania +ZA,South Africa,Africa +ZW,Zimbabwe,Africa pFad - Phonifier reborn

Pfad - The Proxy pFad of © 2024 Garber Painting. All rights reserved.

Note: This service is not intended for secure transactions such as banking, social media, email, or purchasing. Use at your own risk. We assume no liability whatsoever for broken pages.


Alternative Proxies:

Alternative Proxy

pFad Proxy

pFad v3 Proxy

pFad v4 Proxy