-
Notifications
You must be signed in to change notification settings - Fork 0
/
csv2mongo.py
executable file
·56 lines (55 loc) · 2.03 KB
/
csv2mongo.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
#!/usr/bin/env python3
'''
/*
* Copyright (C) 2015 Sven Reißland
* GFZ German Research Centre for Geosciences (http://www.gfz-potsdam.de)
*
* Licensed under the EUPL, Version 1.1 or - as soon they will be approved by
* the European Commission - subsequent versions of the EUPL (the "Licence"),
* complemented with the following provision: For the scientific transparency
* and verification of results obtained and communicated to the public after
* using a modified version of the work, You (as the recipient of the source
* code and author of this modified version, used to produce the published
* results in scientific communications) commit to make this modified source
* code available in a repository that is easily and freely accessible for a
* duration of five years after the communication of the obtained results.
*
* You may not use this work except in compliance with the Licence.
*
* You may obtain a copy of the Licence at:
* https://joinup.ec.europa.eu/software/page/eupl
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the Licence is distributed on an "AS IS" basis,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the Licence for the specific language governing permissions and
* limitations under the Licence.
*/
'''
import pymongo
import sys
if len(sys.argv)>3:
f = open(sys.argv[1],"rt")
dbe = pymongo.MongoClient()
db = dbe[sys.argv[2]]
coll = db[sys.argv[3]]
cols = f.readline().strip().split(",")
row = f.readline()
while row!="":
row = row.strip().split(",")
e = {}
for i in range(min(len(cols),len(row))):
v = row[i]
try:
v = float(v)
if v == int(v):
v = int(v)
except:
pass
e[cols[i]] = v
if len(e)>0:
coll.insert(e)
row = f.readline()
f.close()
else:
print("Usage: %s <csvfile> <mongodbdatabasename> <mongodbcollectionname>" % sys.argv[0])