forked from eventdata/spec-event-data-server
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathTest.py
67 lines (47 loc) · 1.47 KB
/
Test.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
from pymongo.mongo_client import MongoClient
from io import StringIO
from bson.json_util import dumps
import json
import ast
import yaml
from datetime import datetime
from dateutil import parser
date_format = "%m-%d-%Y %I:%M:%S %p"
project_dict = {
"code": 1,
"target": 1,
"headline": 0,
"country": 0,
"coordinates": 0,
"content": 0,
"source": 1,
"link": 0,
"location": 1,
"date": 1,
"_id": 1
}
def create_project_dict(proj_str, delim=','):
fields = proj_str.split(delim)
proj_dict = {}
for f in fields:
proj_dict[f.strip()] = 1
return proj_dict
def query_formatter(query_dict):
for key in query_dict:
if isinstance(query_dict[key], dict):
query_formatter(query_dict[key])
else:
if str(query_dict[key]).startswith("$date"):
date_str = str(query_dict[key]).replace("$date", "").replace("(", "").replace(")","").strip()
date_obj = parser.parse(date_str)
query_dict[key] = date_obj
mongoClient = MongoClient(host="dmlhdpc10")
db = mongoClient.spec
query = '{"date" : { "$gte" : "$date(06-17-2016)" }}'
query_dict = json.load(StringIO(unicode(query, 'utf-8')))
query_formatter(query_dict=query_dict)
print query_dict
cursor = db.cameo_events.find(query_dict, create_project_dict('source, target, code, date'))
data = dumps(cursor)
print data
print datetime.fromtimestamp(1465999427000/1000.0)