data_entry_by_meta.py
5.0 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
# coding=utf-8
#author: 4N
#createtime: 2021/1/27
#email: nheweijun@sina.com
from osgeo.ogr import *
import uuid
import time
from app.models import *
import json
import re
from app.util.component.ApiTemplate import ApiTemplate
from app.util.component.PGUtil import PGUtil
class Api(ApiTemplate):
api_name = "通过meta入库"
def process(self):
#设置任务信息
self.para["task_guid"] = uuid.uuid1().__str__()
self.para["task_time"] = time.time()
#返回结果
res={}
try:
#检测目录
if Catalog.query.filter_by(pguid=self.para.get("guid")).all():
raise Exception("目录非子目录，不可入库!")
# 图层重名检查
meta_list:list = json.loads(self.para.get("meta").__str__())
check_meta_only = int(self.para.get("check_meta_only",0))
res["data"] = {}
if check_meta_only:
database = Database.query.filter_by(guid=self.para.get("database_guid")).one_or_none()
if not database:
raise Exception("数据库不存在！")
pg_ds: DataSource = PGUtil.open_pg_data_source(1, DES.decode(database.sqlalchemy_uri))
res["result"] = True
for meta in meta_list:
layers:dict = meta.get("layer")
for layer_name_origin in layers.keys():
layer_name = layers.get(layer_name_origin)
if pg_ds.GetLayerByName(layer_name) or InsertingLayerName.query.filter_by(name=layer_name).one_or_none():
res["data"][layer_name_origin]=0
res["result"] = False
# 判断特殊字符
elif re.search(r"\W",layer_name):
res["data"][layer_name_origin]=-1
res["result"] = False
else :
res["data"][layer_name_origin] = 1
if pg_ds:
try:
pg_ds.Destroy()
except:
print("关闭数据库失败！")
return res
# 录入数据后台进程,录入主函数为entry
# 初始化task
task = Task(guid=self.para.get("task_guid"),
name=self.para.get("task_name"),
create_time=datetime.datetime.now(),
state=0,
task_type=1,
creator=self.para.get("creator"),
file_name=meta_list[0].get("filename"),
database_guid=self.para.get("database_guid"),
catalog_guid=self.para.get("catalog_guid"),
process="等待入库",
parameter=json.dumps(self.para))
db.session.add(task)
db.session.commit()
res["result"] = True
res["msg"] = "数据录入提交成功！"
res["data"] = self.para["task_guid"]
except Exception as e:
raise e
return res
api_doc={
"tags":["IO接口"],
"parameters":[
{"name": "meta",
"in": "formData",
"type": "string",
"description": "数据meta"},
{"name": "encoding",
"in": "formData",
"type": "string",
"description": "原shp文件编码，非必要，优先使用cpg文件中编码，没有则默认GBK","enum":["UTF-8","GBK"]},
{"name": "overwrite",
"in": "formData",
"type": "string",
"description": "是否覆盖",
"enum":["yes","no"]},
{"name": "fid",
"in": "formData",
"type": "string",
"description": "fid列名"},
{"name": "geom_name",
"in": "formData",
"type": "string",
"description": "空间属性列名"},
{"name": "task_name",
"in": "formData",
"type": "string",
"description": "任务名",
"required":"true"},
{"name": "creator",
"in": "formData",
"type": "string",
"description": "创建人"},
{"name": "database_guid",
"in": "formData",
"type": "string",
"description": "数据库guid",
"required": "true"},
{"name": "catalog_guid",
"in": "formData",
"type": "string",
"description": "目录guid"},
{"name": "check_meta_only",
"in": "formData",
"type": "int",
"description": "是否只检查meta","enum":[0,1]}
],
"responses":{
200:{
"schema":{
"properties":{
}
}
}
}
}