diff options
author | Christian Cleberg <hello@cleberg.net> | 2024-01-24 11:01:36 -0600 |
---|---|---|
committer | Christian Cleberg <hello@cleberg.net> | 2024-01-24 11:01:36 -0600 |
commit | 38515b5c270ec9a668ff912878530d7aa180b697 (patch) | |
tree | 14ee57d650201053430d9142369a04de5c4d7806 /scripts/load.py | |
parent | cf90fe362d070a9aed98fee906727ab294224dc3 (diff) | |
download | omaha-incidents-38515b5c270ec9a668ff912878530d7aa180b697.tar.gz omaha-incidents-38515b5c270ec9a668ff912878530d7aa180b697.tar.bz2 omaha-incidents-38515b5c270ec9a668ff912878530d7aa180b697.zip |
fix: restructure project around the dash app
Diffstat (limited to 'scripts/load.py')
-rw-r--r-- | scripts/load.py | 73 |
1 files changed, 0 insertions, 73 deletions
diff --git a/scripts/load.py b/scripts/load.py deleted file mode 100644 index ea362cb..0000000 --- a/scripts/load.py +++ /dev/null @@ -1,73 +0,0 @@ -# Import required modules -import csv -import sqlite3 -import os - -# Create the database file -connection = sqlite3.connect('../raw_data/ingress.db') - -# Creating a cursor object to execute SQL queries -cursor = connection.cursor() - -# Table Definition -# rb = RB Number -# date = Reported Date -# time = Reported Time -# description = Statute/Ordinance Description -# location = Occurred Location -# district = Occurred District -# lat = Occurred Block LAT -# lon = Occurred Block LON -create_table = '''CREATE TABLE incidents( - id INTEGER PRIMARY KEY AUTOINCREMENT, - rb TEXT NOT NULL, - date TEXT NOT NULL, - time TEXT NOT NULL, - description TEXT NOT NULL, - location TEXT NOT NULL, - district TEXT NOT NULL, - lat REAL NOT NULL, - lon REAL NOT NULL); - ''' - -# Create the table -cursor.execute(create_table) - -# Point to the data directory -directory = os.fsencode("../raw_data/") - -# Loop through all raw data files -for file in os.listdir(directory): - filename = os.fsdecode(file) - if filename.endswith(".csv"): - # Opening the file - file = open("../raw_data/" + filename) - - # Reading the contents of the file - contents = csv.reader(file) - - # SQL query to insert data into the - # table - insert_records = "INSERT INTO incidents (rb, date, time, description, location, district, lat, lon) VALUES(?, ?, ?, ?, ?, ?, ?, ?)" - - # Importing the contents of the file - # into our table - cursor.executemany(insert_records, contents) - print("Inserted data from: ", filename) - continue - else: - continue - -# Test query to see if the data loaded -select_all = "SELECT * FROM incidents" -rows = cursor.execute(select_all).fetchall() - -# Output to the console screen -for r in rows: - print(r) - -# Commit the changes -connection.commit() - -# Close the database connection -connection.close() |