1st & 2nd Week

Processing DIR texts data. Test Naive Bayes and LSTM models.
zhang-beichen · May 13, 2021 · 95c39ce · 95c39ce
1 parent a4fc12b
commit 95c39ce
Show file tree

Hide file tree

Showing 74 changed files with 130,844 additions and 0 deletions.
diff --git a/.DS_Store b/.DS_Store
diff --git a/Data/.DS_Store b/Data/.DS_Store
diff --git a/Data/DIR/.DS_Store b/Data/DIR/.DS_Store
diff --git a/Data/DIR/DIR_2011_2020.csv b/Data/DIR/DIR_2011_2020.csv
diff --git a/Data/DIR/DIR_country/Impact_20210506_092941.csv b/Data/DIR/DIR_country/Impact_20210506_092941.csv
diff --git a/Data/DIR/DIR_country/us_city.csv b/Data/DIR/DIR_country/us_city.csv
diff --git a/Data/DIR/DIR_country/us_county.csv b/Data/DIR/DIR_country/us_county.csv
diff --git a/Data/DIR/DIR_country/us_county_2011_2015.csv b/Data/DIR/DIR_country/us_county_2011_2015.csv
diff --git a/Data/DIR/DIR_country/us_county_2016.csv b/Data/DIR/DIR_country/us_county_2016.csv
diff --git a/Data/DIR/DIR_country/us_county_2017_2020.csv b/Data/DIR/DIR_country/us_county_2017_2020.csv
diff --git a/Data/DIR/DIR_country/us_state.csv b/Data/DIR/DIR_country/us_state.csv
diff --git a/Data/DIR/DIR_processed.csv b/Data/DIR/DIR_processed.csv
diff --git a/Data/DIR/DIR_states/ca_city.csv b/Data/DIR/DIR_states/ca_city.csv
diff --git a/Data/DIR/DIR_states/ca_county.csv b/Data/DIR/DIR_states/ca_county.csv
diff --git a/Data/DIR/DIR_states/ca_state.csv b/Data/DIR/DIR_states/ca_state.csv
diff --git a/Data/DIR/DIR_states/co_city.csv b/Data/DIR/DIR_states/co_city.csv
diff --git a/Data/DIR/DIR_states/co_county.csv b/Data/DIR/DIR_states/co_county.csv
diff --git a/Data/DIR/DIR_states/co_state.csv b/Data/DIR/DIR_states/co_state.csv
diff --git a/Data/DIR/DIR_states/tx_city.csv b/Data/DIR/DIR_states/tx_city.csv
diff --git a/Data/DIR/DIR_states/tx_county.csv b/Data/DIR/DIR_states/tx_county.csv
diff --git a/Data/DIR/DIR_states/tx_state.csv b/Data/DIR/DIR_states/tx_state.csv
diff --git a/Data/Tweets/.DS_Store b/Data/Tweets/.DS_Store
diff --git a/Data/Tweets/tweets_17-20.csv b/Data/Tweets/tweets_17-20.csv
diff --git a/Data/Tweets/tweets_states/num_tweets_state_level.csv b/Data/Tweets/tweets_states/num_tweets_state_level.csv
@@ -0,0 +1,52 @@
+GID_0,NAME_0,GID_1,NAME_1,VARNAME_1,NL_NAME_1,TYPE_1,ENGTYPE_1,CC_1,HASC_1,NUMPOINTS
+USA,United States,USA.1_1,Alabama,AL|Ala.,,State,State,,US.AL,"121"
+USA,United States,USA.2_1,Alaska,AK|Alaska,,State,State,,US.AK,"67"
+USA,United States,USA.3_1,Arizona,AZ|Ariz.,,State,State,,US.AZ,"552"
+USA,United States,USA.4_1,Arkansas,AR|Ark.,,State,State,,US.AR,"46"
+USA,United States,USA.5_1,California,CA|Calif.,,State,State,,US.CA,"9396"
+USA,United States,USA.6_1,Colorado,CO|Colo.,,State,State,,US.CO,"1340"
+USA,United States,USA.7_1,Connecticut,CT|Conn.,,State,State,,US.CT,"149"
+USA,United States,USA.8_1,Delaware,DE|Del.,,State,State,,US.DE,"9"
+USA,United States,USA.9_1,District of Columbia,DC|D.C.,,Federal District,Federal District,,US.DC,"31"
+USA,United States,USA.10_1,Florida,FL|Fla.,,State,State,,US.FL,"769"
+USA,United States,USA.11_1,Georgia,GA|Ga.,,State,State,,US.GA,"716"
+USA,United States,USA.12_1,Hawaii,HI|Hawaii,,State,State,,US.HI,"34"
+USA,United States,USA.13_1,Idaho,ID|Idaho,,State,State,,US.ID,"81"
+USA,United States,USA.14_1,Illinois,IL|Ill.,,State,State,,US.IL,"564"
+USA,United States,USA.15_1,Indiana,IN|Ind.,,State,State,,US.IN,"251"
+USA,United States,USA.16_1,Iowa,IA|Iowa,,State,State,,US.IA,"660"
+USA,United States,USA.17_1,Kansas,KS|Kans.,,State,State,,US.KS,"708"
+USA,United States,USA.18_1,Kentucky,Commonwealth of Kentucky|KY,,State,State,,US.KY,"197"
+USA,United States,USA.19_1,Louisiana,LA,,State,State,,US.LA,"42"
+USA,United States,USA.20_1,Maine,ME|Maine,,State,State,,US.ME,"183"
+USA,United States,USA.21_1,Maryland,MD,,State,State,,US.MD,"318"
+USA,United States,USA.22_1,Massachusetts,Commonwealth of Massachusetts|MA|Mass.,,State,State,,US.MA,"531"
+USA,United States,USA.23_1,Michigan,MI|Mich.,,State,State,,US.MI,"547"
+USA,United States,USA.24_1,Minnesota,MN|Minn.,,State,State,,US.MN,"201"
+USA,United States,USA.25_1,Mississippi,MS|Miss.,,State,State,,US.MS,"65"
+USA,United States,USA.26_1,Missouri,MO,,State,State,,US.MO,"457"
+USA,United States,USA.27_1,Montana,MT|Mont.,,State,State,,US.MT,"185"
+USA,United States,USA.28_1,Nebraska,NE|Nebr.,,State,State,,US.NE,"537"
+USA,United States,USA.29_1,Nevada,NV|Nev.,,State,State,,US.NV,"209"
+USA,United States,USA.30_1,New Hampshire,NH|N.H.,,State,State,,US.NH,"134"
+USA,United States,USA.31_1,New Jersey,NJ|N.J.,,State,State,,US.NJ,"126"
+USA,United States,USA.32_1,New Mexico,NM|N.M.,,State,State,,US.NM,"809"
+USA,United States,USA.33_1,New York,NY|N.Y.,,State,State,,US.NY,"815"
+USA,United States,USA.34_1,North Carolina,NC|N.C.,,State,State,,US.NC,"402"
+USA,United States,USA.35_1,North Dakota,ND|N.D.,,State,State,,US.ND,"203"
+USA,United States,USA.36_1,Ohio,OH|Ohio,,State,State,,US.OH,"204"
+USA,United States,USA.37_1,Oklahoma,OK|Okla.,,State,State,,US.OK,"394"
+USA,United States,USA.38_1,Oregon,OR|Ore.,,State,State,,US.OR,"424"
+USA,United States,USA.39_1,Pennsylvania,Commonwealth of Pennsylvania|PA,,State,State,,US.PA,"304"
+USA,United States,USA.40_1,Rhode Island,State of Rhode Island and Providence Plantations|RI|R.I.,,State,State,,US.RI,"30"
+USA,United States,USA.41_1,South Carolina,SC|S.C.,,State,State,,US.SC,"126"
+USA,United States,USA.42_1,South Dakota,SD|S.D.,,State,State,,US.SD,"289"
+USA,United States,USA.43_1,Tennessee,TN|Tenn.,,State,State,,US.TN,"106"
+USA,United States,USA.44_1,Texas,TX|Tex.,,State,State,,US.TX,"2060"
+USA,United States,USA.45_1,Utah,UT,,State,State,,US.UT,"127"
+USA,United States,USA.46_1,Vermont,VT,,State,State,,US.VT,"56"
+USA,United States,USA.47_1,Virginia,VA,,State,State,,US.VA,"365"
+USA,United States,USA.48_1,Washington,WA|Wash.,,State,State,,US.WA,"392"
+USA,United States,USA.49_1,West Virginia,WV|W.Va.,,State,State,,US.WV,"33"
+USA,United States,USA.50_1,Wisconsin,WI|Wis.,,State,State,,US.WI,"175"
+USA,United States,USA.51_1,Wyoming,WY|Wyo.,,State,State,,US.WY,"69"
diff --git a/Data/Tweets/tweets_states/tweets_ca.csv b/Data/Tweets/tweets_states/tweets_ca.csv
diff --git a/Data/Tweets/tweets_states/tweets_co.csv b/Data/Tweets/tweets_states/tweets_co.csv