From 38515b5c270ec9a668ff912878530d7aa180b697 Mon Sep 17 00:00:00 2001 From: Christian Cleberg Date: Wed, 24 Jan 2024 11:01:36 -0600 Subject: fix: restructure project around the dash app --- scripts/load.py | 73 --------------------------------------------------------- 1 file changed, 73 deletions(-) delete mode 100644 scripts/load.py (limited to 'scripts/load.py') diff --git a/scripts/load.py b/scripts/load.py deleted file mode 100644 index ea362cb..0000000 --- a/scripts/load.py +++ /dev/null @@ -1,73 +0,0 @@ -# Import required modules -import csv -import sqlite3 -import os - -# Create the database file -connection = sqlite3.connect('../raw_data/ingress.db') - -# Creating a cursor object to execute SQL queries -cursor = connection.cursor() - -# Table Definition -# rb = RB Number -# date = Reported Date -# time = Reported Time -# description = Statute/Ordinance Description -# location = Occurred Location -# district = Occurred District -# lat = Occurred Block LAT -# lon = Occurred Block LON -create_table = '''CREATE TABLE incidents( - id INTEGER PRIMARY KEY AUTOINCREMENT, - rb TEXT NOT NULL, - date TEXT NOT NULL, - time TEXT NOT NULL, - description TEXT NOT NULL, - location TEXT NOT NULL, - district TEXT NOT NULL, - lat REAL NOT NULL, - lon REAL NOT NULL); - ''' - -# Create the table -cursor.execute(create_table) - -# Point to the data directory -directory = os.fsencode("../raw_data/") - -# Loop through all raw data files -for file in os.listdir(directory): - filename = os.fsdecode(file) - if filename.endswith(".csv"): - # Opening the file - file = open("../raw_data/" + filename) - - # Reading the contents of the file - contents = csv.reader(file) - - # SQL query to insert data into the - # table - insert_records = "INSERT INTO incidents (rb, date, time, description, location, district, lat, lon) VALUES(?, ?, ?, ?, ?, ?, ?, ?)" - - # Importing the contents of the file - # into our table - cursor.executemany(insert_records, contents) - print("Inserted data from: ", filename) - continue - else: - continue - -# Test query to see if the data loaded -select_all = "SELECT * FROM incidents" -rows = cursor.execute(select_all).fetchall() - -# Output to the console screen -for r in rows: - print(r) - -# Commit the changes -connection.commit() - -# Close the database connection -connection.close() -- cgit v1.2.3-70-g09d2