nodes.csv

node_id,name,description,type,order,link,python_cmds,output_path,output_info,folder_size,dependencies,api_keys_required,processing_time_est,data_sources,n8n_parallel_safe,rate_limited,actual_size_mb,csv_file_count,last_transport_date,run_process_available,flask_endpoint,requires_interactive,auto_commit,target_repo,admin_note,source_python,parent_node,required
naics,Annual US Industry Data,"Generates NAICS industry data for US zip, county, state, country by year using 2 Census Bureau APIs",data_generator,23,data-pipeline/industries/naics,annual.py,../../../community-data/industries/naics/US/,NAICS CSV files,unknown,"pandas,requests,pathlib,duckdb",census_api,medium,Census Bureau County Business Patterns API,yes,yes,,,,yes,,no,yes,community-data,,,,
exiobase,Exiobase Trade Flow,Runs exiobase international tradeflow processing.,data_generator,40,exiobase/tradeflow,python main.py,../../../trade-data/year/[year]/,Exiobase trade tables,unknown,pyyaml,,,Exiobase MRIO,no,yes,,,,yes,/api/nodes/run,no,no,trade-data,,,,
us_bea,US BEA Trade Flow,Runs exiobase US-BEA interstae tradeflow integration and writes US trade-data outputs.,data_generator,45,exiobase/tradeflow/bea,python main.py,../../../trade-data/year/[year]/US/,US BEA enhanced trade tables,unknown,"numpy,pandas,python-dotenv,us_bea_api_client,us_fedefl_integration,us_state_trade_analyzer",BEA_API_KEY,,"Exiobase MRIO,US BEA API,FEDEFL",no,yes,,,,yes,/api/nodes/run,no,no,trade-data,,main.py,exiobase,
airports,Airports,Runs pull-airports.py,data_generator,300,airports/pipeline,python pull-airports.py,,,,"bs4,pandas,pyyaml,requests",,,,no,yes,,,,yes,/api/nodes/run,no,no,,,,,"node_id, source_python"
add_node,Add or Update a Node,Runs node.py,data_generator,9999,data-pipeline/admin/add,python node.py,,,,pyyaml,,,,no,yes,,,,yes,/api/nodes/run,no,no,,,,,