GuidoS · January 23, 2021 22:02
diff --git a/.gitignore b/.gitignore
 config.json
diff --git a/2021_test.md b/2021_test.md
diff --git a/template_config.json b/template_config.json
 {
  "username": "",
  "api_key": "",
  "url": "https://data.cityofnewyork.us/api/geospatial/p5vh-vm7p?method=export&format=GeoJSON",
  "limit":10
 }
diff --git a/upload2Carto.py b/upload2Carto.py
 import sys
 import json
 import argparse
 import os
 from pandas import read_csv
 from geopandas import GeoDataFrame, read_file
 from shapely import wkt
 from cartoframes.auth import Credentials
 from cartoframes import to_carto

 CONFIG = 'config.json'
 CREDS = Credentials.from_file(CONFIG)


 def main():
    # get config data and update if cli args are passed
    args = get_config(CONFIG)
    cli_args = get_cli_args()
    args.update(cli_args)

    # get gdf and send it to carto
    gdf = get_gdf(args.get('url')).head(args.get('limit'))
    to_carto(gdf, 'test_data_upload', if_exists='replace', credentials=CREDS)


 def get_config(config_file):
    return_json = {}
    try:
        with open(CONFIG) as f:
            return_json = json.load(f)
    except:
        pass

    return return_json


 def get_cli_args():

    my_parser = argparse.ArgumentParser(
        prog='upload2Carto', description='App for uploading data to Carto')

    my_parser.add_argument('--user', dest='user', help='carto username')
    my_parser.add_argument('--key', dest='key', help='carto key')
    my_parser.add_argument('--url', dest='url', help='data source url')
    my_parser.add_argument('--limit', dest='limit',
                           help='limit number of rows', type=int)

    args = my_parser.parse_args()
    args_with_values = {k: v for (k, v) in vars(args).items() if v}
    return args_with_values


 def get_gdf(source):
    gdf = None

    # Process csv data
    if source.find('csv') > -1:
        df = read_csv(source)
        df['the_geom'] = df['the_geom'].apply(wkt.loads)
        gdf = GeoDataFrame(df, geometry='the_geom')
        
    # Process geojson
    if source.find('GeoJSON')> -1: 
        gdf = read_file(source)

    return gdf


 if __name__ == "__main__":
    # execute only if run as a script
    main()
	{
	"username": "",
	"api_key": "",
	"url": "https://data.cityofnewyork.us/api/geospatial/p5vh-vm7p?method=export&format=GeoJSON",
	"limit":10
	}
	import sys
	import json
	import argparse
	import os
	from pandas import read_csv
	from geopandas import GeoDataFrame, read_file
	from shapely import wkt
	from cartoframes.auth import Credentials
	from cartoframes import to_carto

	CONFIG = 'config.json'
	CREDS = Credentials.from_file(CONFIG)


	def main():
	# get config data and update if cli args are passed
	args = get_config(CONFIG)
	cli_args = get_cli_args()
	args.update(cli_args)

	# get gdf and send it to carto
	gdf = get_gdf(args.get('url')).head(args.get('limit'))
	to_carto(gdf, 'test_data_upload', if_exists='replace', credentials=CREDS)


	def get_config(config_file):
	return_json = {}
	try:
	with open(CONFIG) as f:
	return_json = json.load(f)
	except:
	pass

	return return_json


	def get_cli_args():

	my_parser = argparse.ArgumentParser(
	prog='upload2Carto', description='App for uploading data to Carto')

	my_parser.add_argument('--user', dest='user', help='carto username')
	my_parser.add_argument('--key', dest='key', help='carto key')
	my_parser.add_argument('--url', dest='url', help='data source url')
	my_parser.add_argument('--limit', dest='limit',
	help='limit number of rows', type=int)

	args = my_parser.parse_args()
	args_with_values = {k: v for (k, v) in vars(args).items() if v}
	return args_with_values


	def get_gdf(source):
	gdf = None

	# Process csv data
	if source.find('csv') > -1:
	df = read_csv(source)
	df['the_geom'] = df['the_geom'].apply(wkt.loads)
	gdf = GeoDataFrame(df, geometry='the_geom')

	# Process geojson
	if source.find('GeoJSON')> -1:
	gdf = read_file(source)

	return gdf


	if __name__ == "__main__":
	# execute only if run as a script
	main()