moocdrop/automated.py at master · CAHLR/moocdrop · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
import csv
import json
import pandas as pd
import sys, getopt, pprint
import pymongo as pg
from pymongo import MongoClient
import requests

url = "https://cahl.berkeley.edu:1337/api/email"
headers = {'Content-Type': 'application/json', 'Accept':'application/json'}

# Adding csv to mongo
# csvfile = open('test_pred.csv', 'r')
csvfile = open('/deepedu/research/moocdrop/live-data/prediction.csv', 'r')
reader = csv.DictReader(csvfile)
mongo_client = MongoClient(host="localhost:1304", port=1304)
db_pred = mongo_client.predictions
db_pred.pred.drop()
header= ['anon_user_id', 'attrition_prediction', 'completion_prediction', 'certification_prediction']

for each in reader:
    row={}
    for field in header:
        if field != "anon_user_id":
            row[field]= float(each[field])
        else:
            row[field]=each[field]

    db_pred.pred.insert(row)

db_policy = mongo_client.policies
cursor = db_policy.policies.find({"analytics": "true", "auto": "true"})

for p in cursor:
    print(p['subject'])
    old_ids = p['ids']

    attr_low = float(p['attr'][0])
    attr_high = float(p['attr'][1])
    comp_low = float(p['comp'][0])
    comp_high = float(p['comp'][1])
    cert_low = float(p['cert'][0])
    cert_high = float(p['cert'][1])
    print(attr_low, attr_high, comp_low, comp_high, cert_low, cert_high)

    new_ids = db_pred.pred.find(
    {"$and":
        [
            {"$and": [{"attrition_prediction": { "$gte": attr_low }}, {"attrition_prediction": { "$lte": attr_high }}]},
            {"$and": [{"completion_prediction": { "$gte": comp_low }}, {"completion_prediction": { "$lte": comp_high }}]},
            {"$and": [{"certification_prediction": { "$gte": cert_low }}, {"certification_prediction": { "$lte": cert_high }}]}
        ]
    })

    for i in new_ids:
        if i['anon_user_id'] not in old_ids:
            print(i)
            updated = old_ids + [i['anon_user_id']]
            db_policy.policies.find_one_and_update({"_id": p['_id']}, {"$set": {"ids":updated}})
            data_to_send = {"pass": "sadfvkn88asVLS891", "ids": [i['anon_user_id']], "body": p['body'], "subject": p['subject'], "reply": p['reply'], "from": p['from']}
            r = requests.post(url, data=json.dumps(data_to_send), headers=headers)