aboutsummaryrefslogtreecommitdiff
path: root/scripts/load.py
diff options
context:
space:
mode:
authorChristian Cleberg <hello@cleberg.net>2024-01-24 11:01:36 -0600
committerChristian Cleberg <hello@cleberg.net>2024-01-24 11:01:36 -0600
commit38515b5c270ec9a668ff912878530d7aa180b697 (patch)
tree14ee57d650201053430d9142369a04de5c4d7806 /scripts/load.py
parentcf90fe362d070a9aed98fee906727ab294224dc3 (diff)
downloadomaha-incidents-38515b5c270ec9a668ff912878530d7aa180b697.tar.gz
omaha-incidents-38515b5c270ec9a668ff912878530d7aa180b697.tar.bz2
omaha-incidents-38515b5c270ec9a668ff912878530d7aa180b697.zip
fix: restructure project around the dash app
Diffstat (limited to 'scripts/load.py')
-rw-r--r--scripts/load.py73
1 files changed, 0 insertions, 73 deletions
diff --git a/scripts/load.py b/scripts/load.py
deleted file mode 100644
index ea362cb..0000000
--- a/scripts/load.py
+++ /dev/null
@@ -1,73 +0,0 @@
-# Import required modules
-import csv
-import sqlite3
-import os
-
-# Create the database file
-connection = sqlite3.connect('../raw_data/ingress.db')
-
-# Creating a cursor object to execute SQL queries
-cursor = connection.cursor()
-
-# Table Definition
-# rb = RB Number
-# date = Reported Date
-# time = Reported Time
-# description = Statute/Ordinance Description
-# location = Occurred Location
-# district = Occurred District
-# lat = Occurred Block LAT
-# lon = Occurred Block LON
-create_table = '''CREATE TABLE incidents(
- id INTEGER PRIMARY KEY AUTOINCREMENT,
- rb TEXT NOT NULL,
- date TEXT NOT NULL,
- time TEXT NOT NULL,
- description TEXT NOT NULL,
- location TEXT NOT NULL,
- district TEXT NOT NULL,
- lat REAL NOT NULL,
- lon REAL NOT NULL);
- '''
-
-# Create the table
-cursor.execute(create_table)
-
-# Point to the data directory
-directory = os.fsencode("../raw_data/")
-
-# Loop through all raw data files
-for file in os.listdir(directory):
- filename = os.fsdecode(file)
- if filename.endswith(".csv"):
- # Opening the file
- file = open("../raw_data/" + filename)
-
- # Reading the contents of the file
- contents = csv.reader(file)
-
- # SQL query to insert data into the
- # table
- insert_records = "INSERT INTO incidents (rb, date, time, description, location, district, lat, lon) VALUES(?, ?, ?, ?, ?, ?, ?, ?)"
-
- # Importing the contents of the file
- # into our table
- cursor.executemany(insert_records, contents)
- print("Inserted data from: ", filename)
- continue
- else:
- continue
-
-# Test query to see if the data loaded
-select_all = "SELECT * FROM incidents"
-rows = cursor.execute(select_all).fetchall()
-
-# Output to the console screen
-for r in rows:
- print(r)
-
-# Commit the changes
-connection.commit()
-
-# Close the database connection
-connection.close()