数据[4]数据处理DataStoreMongo

使用python添加数据到mongo 

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
import pymongo
import json

client = pymongo.MongoClient("localhost", 27017)
db = client.test

# print (db.name)
# print (db.my_collection)


# db.my_collection.insert_one({"x": 10}).inserted_id
# create collection . 可以不用创建,插入数据会自动创建
## db.createCollection("UserBehavior", { capped : true, autoIndexId : true, size : 6142800, max : 100000 } )

fo = open("/home/zhangquanquan/workspace/stream-project/my-flink-project/src/main/resources/UserBehavior.csv", "r")
print ("文件名为: ", fo.name)
fileList = fo.readlines()
fo.close()

for line in fileList:
    line = line.strip()
    lineItem = line.split(",")
    ub = {}
    ub['userId'] = lineItem[0]
    ub['itemId'] = lineItem[1]
    ub['categoryId'] = lineItem[2]
    ub['behavior'] = lineItem[3]
    ub['timestamp'] = lineItem[4]
    json_ub = json.dumps(ub)
    db.user_behavior.insert(ub) # 批量插入,可以使用 db.collection.insertMany([{"b": 3}, {'c': 4}])
    # print (json_ub)

print ("finished.")

# for item in db.my_collection.find().sort("x", pymongo.ASCENDING):
#     print(item["x"])