正在显示
43 个修改的文件
包含
1346 行增加
和
186 行删除
... | ... | @@ -12,7 +12,7 @@ from . import data_download,data_download_task |
12 | 12 | from . import get_meta |
13 | 13 | from . import data_entry_by_meta |
14 | 14 | from . import get_data_list |
15 | - | |
15 | +from . import data_entry_simple | |
16 | 16 | |
17 | 17 | class DataManager(BlueprintApi): |
18 | 18 | |
... | ... | @@ -99,4 +99,13 @@ class DataManager(BlueprintApi): |
99 | 99 | """ |
100 | 100 | 数据入库ByMeta |
101 | 101 | """ |
102 | - return data_entry_by_meta.Api().result | |
\ No newline at end of file | ||
102 | + return data_entry_by_meta.Api().result | |
103 | + | |
104 | + @staticmethod | |
105 | + @bp.route('/DataEntrySimple', methods=['POST']) | |
106 | + @swag_from(data_entry_simple.Api.api_doc) | |
107 | + def data_entry_simple(): | |
108 | + """ | |
109 | + 数据入库Simple | |
110 | + """ | |
111 | + return data_entry_simple.Api().result | |
\ No newline at end of file | ... | ... |
app/modules/data/io/data_entry_simple.py
0 → 100644
1 | +# coding=utf-8 | |
2 | +#author: 4N | |
3 | +#createtime: 2021/1/27 | |
4 | +#email: nheweijun@sina.com | |
5 | + | |
6 | +from osgeo.ogr import * | |
7 | +import uuid | |
8 | + | |
9 | +import time | |
10 | +from app.models import * | |
11 | +import json | |
12 | +import re | |
13 | +from app.util.component.ApiTemplate import ApiTemplate | |
14 | +from app.util.component.PGUtil import PGUtil | |
15 | +from .get_meta import Api as MetaApi | |
16 | +from threading import Thread | |
17 | +from app.util.component.EntryDataVacuate import EntryDataVacuate | |
18 | + | |
19 | +class Api(ApiTemplate): | |
20 | + | |
21 | + api_name = "Simple入库" | |
22 | + | |
23 | + def process(self): | |
24 | + | |
25 | + | |
26 | + data_path = self.para.get("data_path") | |
27 | + database_guid = self.para.get("database_guid") | |
28 | + is_task = self.para.get("is_task") | |
29 | + | |
30 | + self.para["overwrite"] = "yes" | |
31 | + self.para["task_guid"] = uuid.uuid1().__str__() | |
32 | + self.para["task_time"] = time.time() | |
33 | + self.para["task_name"] = "入库测试接口" | |
34 | + self.para["creator"] = "4N" | |
35 | + | |
36 | + | |
37 | + #返回结果 | |
38 | + res={} | |
39 | + try: | |
40 | + meta_api = MetaApi() | |
41 | + meta_api.para["data_path"] = data_path | |
42 | + meta_list = json.loads(meta_api.process())["data"] | |
43 | + | |
44 | + if is_task: | |
45 | + task = Task(guid=self.para.get("task_guid"), | |
46 | + name=self.para.get("task_name"), | |
47 | + create_time=datetime.datetime.now(), | |
48 | + state=0, | |
49 | + task_type=1, | |
50 | + creator=self.para.get("creator"), | |
51 | + file_name=meta_list[0].get("filename"), | |
52 | + database_guid=self.para.get("database_guid"), | |
53 | + catalog_guid=self.para.get("catalog_guid"), | |
54 | + process="等待入库", | |
55 | + parameter=json.dumps(self.para)) | |
56 | + db.session.add(task) | |
57 | + db.session.commit() | |
58 | + | |
59 | + res["result"] = True | |
60 | + res["msg"] = "数据录入提交成功!" | |
61 | + res["data"] = self.para["task_guid"] | |
62 | + else: | |
63 | + start = time.time() | |
64 | + | |
65 | + self.para["meta"] = meta_list | |
66 | + | |
67 | + task = Task(guid=self.para.get("task_guid"), | |
68 | + name=self.para.get("task_name"), | |
69 | + create_time=datetime.datetime.now(), | |
70 | + state=0, | |
71 | + task_type=-1, | |
72 | + creator=self.para.get("creator"), | |
73 | + file_name=meta_list[0].get("filename"), | |
74 | + database_guid=self.para.get("database_guid"), | |
75 | + catalog_guid=self.para.get("catalog_guid"), | |
76 | + process="等待入库", | |
77 | + parameter=json.dumps(self.para)) | |
78 | + db.session.add(task) | |
79 | + db.session.commit() | |
80 | + | |
81 | + entry_data_thread = Thread( | |
82 | + target=EntryDataVacuate().entry, args=(self.para,)) | |
83 | + entry_data_thread.start() | |
84 | + entry_data_thread.join() | |
85 | + res["result"] = True | |
86 | + res["msg"] = "数据入库成功!" | |
87 | + res["data"] = "耗时{}秒".format(time.time()-start) | |
88 | + | |
89 | + except Exception as e: | |
90 | + raise e | |
91 | + return res | |
92 | + | |
93 | + | |
94 | + api_doc={ | |
95 | + "tags":["IO接口"], | |
96 | + "parameters":[ | |
97 | + {"name": "data_path", | |
98 | + "in": "formData", | |
99 | + "type": "string", | |
100 | + "description": "服务器数据路径"}, | |
101 | + {"name": "database_guid", | |
102 | + "in": "formData", | |
103 | + "type": "string", | |
104 | + "description": "数据库guid"}, | |
105 | + {"name": "is_task", | |
106 | + "in": "formData", | |
107 | + "type": "boolean", | |
108 | + "description": "是否形成任务"} | |
109 | + ], | |
110 | + "responses":{ | |
111 | + 200:{ | |
112 | + "schema":{ | |
113 | + "properties":{ | |
114 | + } | |
115 | + } | |
116 | + } | |
117 | + } | |
118 | + } | |
\ No newline at end of file | ... | ... |
... | ... | @@ -23,7 +23,7 @@ class Api(ApiTemplate): |
23 | 23 | res = {} |
24 | 24 | |
25 | 25 | try: |
26 | - project_path = os.path.dirname(os.path.dirname(os.path.dirname(os.path.dirname(os.path.realpath(__file__))))) | |
26 | + project_path = os.path.dirname(os.path.dirname(os.path.dirname(os.path.dirname(os.path.dirname(os.path.realpath(__file__)))))) | |
27 | 27 | base_path = os.path.join(project_path,"tmp") |
28 | 28 | if self.para.get("data_path"): |
29 | 29 | base_path = os.path.normpath(self.para.get("data_path")) | ... | ... |
... | ... | @@ -14,12 +14,14 @@ from . import capabilities |
14 | 14 | from . import image_tile,image_wms |
15 | 15 | from . import image_service_list |
16 | 16 | from . import image_tile_mask |
17 | +from . import image_wmts | |
17 | 18 | |
18 | 19 | from . import image_delete |
19 | 20 | from . import image_cancle |
20 | 21 | from . import image_register,image_list,image_info,image_edit,image_overview |
21 | 22 | from . import image_tag_create,image_tag_delete,image_tag_list |
22 | - | |
23 | +from . import image_wms_temporary | |
24 | +from . import image_wms_kv | |
23 | 25 | |
24 | 26 | class DataManager(BlueprintApi): |
25 | 27 | |
... | ... | @@ -169,7 +171,7 @@ class DataManager(BlueprintApi): |
169 | 171 | |
170 | 172 | @staticmethod |
171 | 173 | @bp.route('/Tile/<guid>/<l>/<y>/<z>', methods=['GET']) |
172 | - @swag_from(image_tile.Api.api_doc) | |
174 | + # @swag_from(image_tile.Api.api_doc) | |
173 | 175 | def api_image_tile(guid,l,y,z): |
174 | 176 | """ |
175 | 177 | 切片服务 |
... | ... | @@ -178,18 +180,11 @@ class DataManager(BlueprintApi): |
178 | 180 | |
179 | 181 | |
180 | 182 | |
181 | - # @staticmethod | |
182 | - # @bp.route('/<service_name>/WMTS', methods=['GET']) | |
183 | - # @swag_from(image_tile.Api.api_doc) | |
184 | - # def api_image_tile(service_name): | |
185 | - # """ | |
186 | - # 切片服务 | |
187 | - # """ | |
188 | - # return image_tile.Api(service_name).result | |
183 | + | |
189 | 184 | |
190 | 185 | @staticmethod |
191 | 186 | @bp.route('/Tile', methods=['GET','POST']) |
192 | - @swag_from(image_tile.Api.api_doc) | |
187 | + # @swag_from(image_tile.Api.api_doc) | |
193 | 188 | def api_image_tile_kv(): |
194 | 189 | """ |
195 | 190 | 切片服务 |
... | ... | @@ -217,10 +212,40 @@ class DataManager(BlueprintApi): |
217 | 212 | |
218 | 213 | |
219 | 214 | @staticmethod |
220 | - @bp.route('/WMS', methods=['GET','POST']) | |
215 | + @bp.route('/<service_name>/WMS', methods=['GET','POST']) | |
221 | 216 | @swag_from(image_wms.Api.api_doc) |
222 | - def image_wms(): | |
217 | + def image_wms(service_name): | |
218 | + """ | |
219 | + WMS服务 | |
220 | + """ | |
221 | + return image_wms.Api(service_name).result | |
222 | + | |
223 | + @staticmethod | |
224 | + @bp.route('/<service_name>/WMTS', methods=['GET','POST']) | |
225 | + @swag_from(image_wmts.Api.api_doc) | |
226 | + def api_image_wmts(service_name): | |
227 | + """ | |
228 | + 切片服务 | |
229 | + """ | |
230 | + return image_wmts.Api(service_name).result | |
231 | + | |
232 | + | |
233 | + | |
234 | + @staticmethod | |
235 | + @bp.route('/WMS', methods=['GET','POST']) | |
236 | + # @swag_from(image_wms_kv.Api.api_doc) | |
237 | + def image_wms_kv(): | |
223 | 238 | """ |
224 | 239 | WMS服务 |
225 | 240 | """ |
226 | - return image_wms.Api().result | |
\ No newline at end of file | ||
241 | + return image_wms_kv.Api().result | |
242 | + | |
243 | + | |
244 | + @staticmethod | |
245 | + @bp.route('/WMSTem', methods=['GET','POST']) | |
246 | + @swag_from(image_wms_temporary.Api.api_doc) | |
247 | + def image_wms_temporary(): | |
248 | + """ | |
249 | + WMS服务预览 | |
250 | + """ | |
251 | + return image_wms_temporary.Api().result | |
\ No newline at end of file | ... | ... |
不能预览此文件类型
app/modules/service/image/data/d.py
0 → 100644
... | ... | @@ -48,7 +48,7 @@ class Api(ApiTemplate): |
48 | 48 | |
49 | 49 | file_info = {"name": f, "path": file_path, "size": file_size, "create_time": fctime,"real_size": real_size} |
50 | 50 | |
51 | - if file_path.lower().endswith("tiff") or file_path.lower().endswith("tif") or file_path.lower().endswith("img"): | |
51 | + if file_path.lower().endswith("tiff") or file_path.lower().endswith("tif") or file_path.lower().endswith("img") or os.path.isdir(file_path): | |
52 | 52 | |
53 | 53 | exist_image: Image = Image.query.filter_by(path=os.path.normpath(file_info.get("path")), |
54 | 54 | size=file_info.get("real_size")).one_or_none() |
... | ... | @@ -57,19 +57,33 @@ class Api(ApiTemplate): |
57 | 57 | if exist_image.server.__contains__(data_server): |
58 | 58 | file_info["exist"] = True |
59 | 59 | |
60 | + file_info["type"] = ImageType.get_type(file_path) | |
61 | + data_list.append(file_info) | |
60 | 62 | |
61 | - file_info["type"] = ImageType.get_type(file_path) | |
62 | - data_list.append(file_info) | |
63 | 63 | |
64 | + info_dir = [] | |
65 | + info_img = [] | |
66 | + for dat in data_list: | |
64 | 67 | |
65 | - data_list_sorted = sorted(data_list, key=lambda x: x["name"]) | |
66 | - res["data"] = data_list_sorted | |
68 | + if dat["type"].__eq__("dir"): | |
69 | + info_dir.append(dat) | |
70 | + else: | |
71 | + info_img.append(dat) | |
72 | + | |
73 | + info_dir = sorted(info_dir,key = lambda x: x["name"]) | |
74 | + info_img = sorted(info_img,key = lambda x: x["name"]) | |
75 | + info_dir.extend(info_img) | |
76 | + | |
77 | + res["data"] = info_dir | |
67 | 78 | |
68 | 79 | else: |
69 | 80 | thrift_connect = ThriftConnect(data_server) |
70 | 81 | info= json.loads(thrift_connect.client.getImageList(path)) |
71 | 82 | thrift_connect.close() |
72 | 83 | |
84 | + | |
85 | + info_dir = [] | |
86 | + info_img = [] | |
73 | 87 | for inf in info: |
74 | 88 | if inf["path"].lower().endswith("tiff") or inf["path"].lower().endswith("tif") or inf["path"].lower().endswith("img"): |
75 | 89 | |
... | ... | @@ -80,7 +94,16 @@ class Api(ApiTemplate): |
80 | 94 | if exist_image.server.__contains__(data_server): |
81 | 95 | inf["exist"] = True |
82 | 96 | |
83 | - res["data"] = info | |
97 | + if inf["type"].__eq__("dir"): | |
98 | + info_dir.append(inf) | |
99 | + else: | |
100 | + info_img.append(inf) | |
101 | + | |
102 | + info_dir = sorted(info_dir, key = lambda x: x["name"]) | |
103 | + info_img = sorted(info_img, key = lambda x: x["name"]) | |
104 | + info_dir.extend(info_img) | |
105 | + | |
106 | + res["data"] = info_dir | |
84 | 107 | |
85 | 108 | res["result"] = True |
86 | 109 | ... | ... |
... | ... | @@ -4,18 +4,12 @@ |
4 | 4 | #email: nheweijun@sina.com |
5 | 5 | |
6 | 6 | |
7 | -from osgeo import gdal,ogr,osr | |
8 | -from osgeo.gdal import Dataset,Band | |
9 | 7 | from app.util.component.ApiTemplate import ApiTemplate |
10 | -from app.modules.service.image.util.ThriftConnect import ThriftConnect | |
11 | 8 | import json |
12 | 9 | from .models import Image |
13 | 10 | import datetime |
14 | 11 | from app.models import db |
15 | -import uuid | |
16 | -import os | |
17 | -from .models import ImageTag | |
18 | -import math | |
12 | + | |
19 | 13 | |
20 | 14 | class Api(ApiTemplate): |
21 | 15 | ... | ... |
... | ... | @@ -6,14 +6,12 @@ |
6 | 6 | |
7 | 7 | |
8 | 8 | from app.util.component.ApiTemplate import ApiTemplate |
9 | -from app.util.component.ModelVisitor import ModelVisitor | |
10 | - | |
11 | 9 | from app.modules.service.image.models import Image,db,ImageTag |
12 | -from sqlalchemy import or_,and_ | |
13 | 10 | import datetime |
11 | + | |
14 | 12 | class Api(ApiTemplate): |
15 | 13 | |
16 | - api_name = "影像数据List" | |
14 | + api_name = "修改影像数据" | |
17 | 15 | |
18 | 16 | def process(self): |
19 | 17 | |
... | ... | @@ -28,7 +26,8 @@ class Api(ApiTemplate): |
28 | 26 | this_time = datetime.datetime.now() |
29 | 27 | |
30 | 28 | del para["guid"] |
31 | - del para["tag_guids"] | |
29 | + if para.get("tag_guids"): | |
30 | + del para["tag_guids"] | |
32 | 31 | |
33 | 32 | if para or tag_guids: |
34 | 33 | para["update_time"] = this_time |
... | ... | @@ -58,7 +57,7 @@ class Api(ApiTemplate): |
58 | 57 | {"name": "alias", |
59 | 58 | "in": "formData", |
60 | 59 | "type": "string"}, |
61 | - {"name": "ym", | |
60 | + {"name": "collect_time", | |
62 | 61 | "in": "formData", |
63 | 62 | "type": "string","description":"成像时间字符串"}, |
64 | 63 | {"name": "region", |
... | ... | @@ -67,9 +66,12 @@ class Api(ApiTemplate): |
67 | 66 | {"name": "satellite", |
68 | 67 | "in": "formData", |
69 | 68 | "type": "string", "description": "卫星类型"}, |
70 | - {"name": "epsg", | |
69 | + {"name": "crs", | |
71 | 70 | "in": "formData", |
72 | 71 | "type": "string", "description": "空间参考"}, |
72 | + {"name": "band_view", | |
73 | + "in": "formData", | |
74 | + "type": "string", "description": "波段设计[1,1,1]"}, | |
73 | 75 | {"name": "tag_guids", |
74 | 76 | "in": "formData", |
75 | 77 | "type": "string", "description": "tags"}, | ... | ... |
... | ... | @@ -8,8 +8,8 @@ from app.util.component.ApiTemplate import ApiTemplate |
8 | 8 | from app.util.component.ModelVisitor import ModelVisitor |
9 | 9 | |
10 | 10 | from app.modules.service.image.models import Image,ImageTag |
11 | -from sqlalchemy import or_,and_ | |
12 | 11 | from app.util.component.FileProcess import FileProcess |
12 | + | |
13 | 13 | class Api(ApiTemplate): |
14 | 14 | |
15 | 15 | api_name = "影像数据Info" | ... | ... |
... | ... | @@ -8,7 +8,9 @@ from app.util.component.ApiTemplate import ApiTemplate |
8 | 8 | from app.util.component.ModelVisitor import ModelVisitor |
9 | 9 | from app.util.component.FileProcess import FileProcess |
10 | 10 | from app.modules.service.image.models import Image,ImageTag |
11 | -from sqlalchemy import or_,and_ | |
11 | +from sqlalchemy import or_ | |
12 | +import datetime | |
13 | + | |
12 | 14 | class Api(ApiTemplate): |
13 | 15 | |
14 | 16 | api_name = "影像数据List" |
... | ... | @@ -26,6 +28,7 @@ class Api(ApiTemplate): |
26 | 28 | band = self.para.get("band") |
27 | 29 | region = self.para.get("region") |
28 | 30 | tag_guid = self.para.get("tag_guid") |
31 | + collect_time = self.para.get("collect_time") | |
29 | 32 | |
30 | 33 | type = self.para.get("type") |
31 | 34 | |
... | ... | @@ -48,12 +51,20 @@ class Api(ApiTemplate): |
48 | 51 | if region: |
49 | 52 | images = images.filter(Image.region.in_(region.split(","))) |
50 | 53 | |
54 | + if collect_time: | |
55 | + begin,end = collect_time.split(",") | |
56 | + begin = datetime.datetime.strptime(begin,"%Y-%m-%d %H:%M:%S") | |
57 | + end = datetime.datetime.strptime(end, "%Y-%m-%d %H:%M:%S") | |
58 | + images.filter(Image.collect_time>=begin).filter(Image.collect_time<=end) | |
59 | + | |
51 | 60 | if tag_guid: |
52 | 61 | tag:ImageTag = ImageTag.query.filter_by(guid=tag_guid).one_or_none() |
53 | 62 | images_guid = [img.guid for img in tag.images.all()] |
54 | 63 | images = images.filter(Image.guid.in_(images_guid)) |
55 | 64 | |
56 | 65 | |
66 | + | |
67 | + | |
57 | 68 | res["data"] = {} |
58 | 69 | res["data"]["count"] = images.count() |
59 | 70 | imgs = images.limit(page_size).offset(page_index * page_size).all() |
... | ... | @@ -89,7 +100,7 @@ class Api(ApiTemplate): |
89 | 100 | {"name": "name", |
90 | 101 | "in": "formData", |
91 | 102 | "type": "string"}, |
92 | - {"name": "ym", | |
103 | + {"name": "collect_time", | |
93 | 104 | "in": "formData", |
94 | 105 | "type": "string"}, |
95 | 106 | {"name": "region", | ... | ... |
... | ... | @@ -64,7 +64,7 @@ class Api(ApiTemplate): |
64 | 64 | |
65 | 65 | bands = json.loads(image.band_view) |
66 | 66 | |
67 | - # bands = [1,2,3] if image.band_count>=3 else [1,1,1] | |
67 | + | |
68 | 68 | |
69 | 69 | #计算查询范围,保持正常比例 |
70 | 70 | query_extent = json.loads(image.extent) |
... | ... | @@ -83,20 +83,17 @@ class Api(ApiTemplate): |
83 | 83 | pixel_array = numpy.zeros((height, width, 3), dtype=int) |
84 | 84 | |
85 | 85 | for ii in [0, 1, 2]: |
86 | - # opencv 颜色排序为GBR | |
86 | + # opencv 颜色排序为BGR | |
87 | 87 | pixel_array[:, :, 2 - ii] = pixel_array_t[:, :, ii] |
88 | 88 | |
89 | 89 | # 将图片生成在内存中,然后直接返回response |
90 | 90 | im_data = Opencv.create_image(format, pixel_array, 30) |
91 | 91 | |
92 | - return Response(im_data, mimetype=format) | |
93 | - | |
94 | 92 | except Exception as e: |
95 | 93 | StructurePrint().print(traceback.format_exc()) |
96 | - res["state"] = -1 | |
97 | - res["message"] = e.__str__() | |
98 | - return res | |
94 | + raise e | |
99 | 95 | |
96 | + return Response(im_data, mimetype=format) | |
100 | 97 | |
101 | 98 | api_doc = { |
102 | 99 | "tags": ["影像接口"], | ... | ... |
... | ... | @@ -4,7 +4,7 @@ |
4 | 4 | #email: nheweijun@sina.com |
5 | 5 | |
6 | 6 | |
7 | -from osgeo import gdal,ogr,osr | |
7 | +from osgeo import gdal,osr | |
8 | 8 | from osgeo.gdal import Dataset,Band |
9 | 9 | from app.util.component.ApiTemplate import ApiTemplate |
10 | 10 | from app.modules.service.image.util.ThriftConnect import ThriftConnect |
... | ... | @@ -15,7 +15,6 @@ from app.models import db |
15 | 15 | import uuid |
16 | 16 | import os |
17 | 17 | from .models import ImageTag |
18 | -import math | |
19 | 18 | from .util.ImageType import ImageType |
20 | 19 | |
21 | 20 | class Api(ApiTemplate): |
... | ... | @@ -60,8 +59,9 @@ class Api(ApiTemplate): |
60 | 59 | left_top = (geo[0], geo[3]) |
61 | 60 | |
62 | 61 | right_buttom = (geo[0] + geo[1] * image.RasterXSize, geo[3] + geo[5] * image.RasterYSize) |
63 | - origin_extent = [left_top[0], right_buttom[0], right_buttom[1], left_top[1]] | |
64 | 62 | |
63 | + | |
64 | + origin_extent = [left_top[0], right_buttom[1], right_buttom[0], left_top[1]] | |
65 | 65 | # target = origin.CloneGeogCS() |
66 | 66 | # tran = osr.CoordinateTransformation(origin, target) |
67 | 67 | # |
... | ... | @@ -134,9 +134,9 @@ class Api(ApiTemplate): |
134 | 134 | server=data_server, |
135 | 135 | path = os.path.normpath(info.get("path")), |
136 | 136 | size=info.get("size"), |
137 | - epsg= info.get("epsg"), | |
138 | - sr_wkt = info.get("sr_wkt"), | |
139 | - sr_proj4= info.get("sr_proj4"), | |
137 | + crs = str(info.get("crs")), | |
138 | + crs_wkt = info.get("crs_wkt"), | |
139 | + crs_proj4= info.get("crs_proj4"), | |
140 | 140 | band_count=info.get("band_count"), |
141 | 141 | band_view = "[1,2,3]" if info.get("band_count")>=3 else "[1,1,1]", |
142 | 142 | create_time=this_time, | ... | ... |
... | ... | @@ -32,7 +32,7 @@ class Api(ApiTemplate): |
32 | 32 | service_update = {} |
33 | 33 | image_update = {} |
34 | 34 | for key in self.para.keys(): |
35 | - if key in ["name","title","state","description","catalog_guid"]: | |
35 | + if key in ["name","title","state","description","catalog_guid","type"]: | |
36 | 36 | service_update[key] = self.para.get(key) |
37 | 37 | if key in ["name","scheme_guid"]: |
38 | 38 | image_update[key] = self.para.get(key) |
... | ... | @@ -98,6 +98,11 @@ class Api(ApiTemplate): |
98 | 98 | "type": "string", |
99 | 99 | "description": "[WMS,WMTS,影像WMS,影像WMTS]"}, |
100 | 100 | |
101 | + {"name": "type", | |
102 | + "in": "formData", | |
103 | + "type": "string", | |
104 | + "description": "修改服务类型"}, | |
105 | + | |
101 | 106 | {"name": "title", |
102 | 107 | "in": "formData", |
103 | 108 | "type": "string", | ... | ... |
... | ... | @@ -3,11 +3,10 @@ |
3 | 3 | #createtime: 2021/7/19 |
4 | 4 | #email: nheweijun@sina.com |
5 | 5 | |
6 | -from app.modules.service.image.models import ImageService,Image | |
6 | +from app.modules.service.image.models import ImageService | |
7 | 7 | |
8 | 8 | from app.util.component.ApiTemplate import ApiTemplate |
9 | 9 | from app.util.component.ModelVisitor import ModelVisitor |
10 | -from app.models import Service | |
11 | 10 | from sqlalchemy import or_ |
12 | 11 | class Api(ApiTemplate): |
13 | 12 | ... | ... |
... | ... | @@ -7,8 +7,7 @@ from .models import ImageService,Image |
7 | 7 | from app.models import db,Service |
8 | 8 | from app.util.component.ApiTemplate import ApiTemplate |
9 | 9 | import uuid |
10 | -from app.util.component.SliceScheme import SliceScheme | |
11 | -from app.util.component.FileProcess import FileProcess | |
10 | + | |
12 | 11 | import os |
13 | 12 | import json |
14 | 13 | import datetime |
... | ... | @@ -93,7 +92,7 @@ class Api(ApiTemplate): |
93 | 92 | |
94 | 93 | def get_overview(self,service,image_service): |
95 | 94 | |
96 | - api = RealApi() | |
95 | + api = RealApi("") | |
97 | 96 | |
98 | 97 | |
99 | 98 | query_extent = json.loads(image_service.extent) |
... | ... | @@ -106,7 +105,7 @@ class Api(ApiTemplate): |
106 | 105 | |
107 | 106 | bbox = ",".join([str(x) for x in query_extent]) |
108 | 107 | |
109 | - api.para = {"guid":image_service.guid,"bbox":bbox,"overview":1,"width":512,"height":512} | |
108 | + api.para = {"service_name":service.name,"bbox":bbox,"overview":1,"width":512,"height":512} | |
110 | 109 | res = api.process() |
111 | 110 | dir_path = os.path.join(os.path.dirname(os.path.dirname(os.path.realpath(__file__))), "overview") |
112 | 111 | gid = uuid.uuid1().__str__() | ... | ... |
... | ... | @@ -5,9 +5,6 @@ |
5 | 5 | |
6 | 6 | |
7 | 7 | from app.util.component.ApiTemplate import ApiTemplate |
8 | -from app.util.component.ModelVisitor import ModelVisitor | |
9 | -from kazoo.client import KazooClient | |
10 | -import configure | |
11 | 8 | from .models import ImageTag |
12 | 9 | import uuid |
13 | 10 | from app.models import db | ... | ... |
... | ... | @@ -3,27 +3,15 @@ |
3 | 3 | #createtime: 2021/3/24 |
4 | 4 | #email: nheweijun@sina.com |
5 | 5 | |
6 | -from app.util import * | |
7 | 6 | import traceback |
8 | -from osgeo import gdal | |
9 | -from osgeo.gdal import * | |
10 | -from numpy import ndarray | |
11 | 7 | import numpy |
12 | 8 | from flask import Response |
13 | 9 | from .util.ImageData import ImageData |
14 | 10 | |
15 | -import time | |
16 | -import cv2 | |
17 | -from app.modules.service.image.models import ImageService,Image | |
18 | -from app.models import db,TileScheme | |
19 | 11 | from app.util.component.ApiTemplate import ApiTemplate |
20 | 12 | from app.util.component.SliceScheme import SliceScheme |
21 | 13 | from app.util.component.ParameterUtil import ParameterUtil |
22 | 14 | import json |
23 | -from kazoo.client import KazooClient | |
24 | -from threading import Thread | |
25 | -from app.modules.service.image.util.ThriftConnect import ThriftConnect,ThriftPool | |
26 | -import gzip | |
27 | 15 | import random |
28 | 16 | import copy |
29 | 17 | from .util.Opencv import Opencv | ... | ... |
... | ... | @@ -10,22 +10,19 @@ from osgeo.gdal import * |
10 | 10 | from numpy import ndarray |
11 | 11 | import numpy |
12 | 12 | from flask import Response |
13 | -import io | |
14 | -import os | |
15 | -from PIL import Image | |
16 | 13 | |
17 | 14 | import time |
18 | 15 | import cv2 |
19 | 16 | from app.modules.service.image.models import ImageService,Image |
20 | 17 | from app.models import db,TileScheme |
21 | 18 | from app.util.component.ApiTemplate import ApiTemplate |
22 | -import uuid | |
19 | + | |
23 | 20 | from app.util.component.SliceScheme import SliceScheme |
24 | -from app.util.component.FileProcess import FileProcess | |
21 | + | |
25 | 22 | from app.util.component.ParameterUtil import ParameterUtil |
26 | 23 | from app.util.component.GeometryAdapter import GeometryAdapter |
27 | 24 | from app.util.component.Geometry2Raster import Geometry2Raster |
28 | -import os | |
25 | + | |
29 | 26 | import json |
30 | 27 | from kazoo.client import KazooClient |
31 | 28 | |
... | ... | @@ -61,6 +58,7 @@ class Api(ApiTemplate): |
61 | 58 | |
62 | 59 | #缓存服务信息 |
63 | 60 | image_service_info = GLOBAL_DIC.get(self.guid) |
61 | + | |
64 | 62 | if image_service_info is None: |
65 | 63 | image_service:ImageService = ImageService.query.filter_by(guid = self.guid).one_or_none() |
66 | 64 | images = image_service.images.all() | ... | ... |
... | ... | @@ -21,6 +21,11 @@ class Api(ApiTemplate): |
21 | 21 | |
22 | 22 | api_name = "WMS" |
23 | 23 | |
24 | + | |
25 | + def __init__(self,service_name): | |
26 | + super().__init__() | |
27 | + self.service_name = service_name | |
28 | + | |
24 | 29 | def process(self): |
25 | 30 | |
26 | 31 | |
... | ... | @@ -30,21 +35,21 @@ class Api(ApiTemplate): |
30 | 35 | try: |
31 | 36 | |
32 | 37 | parameter = ParameterUtil.to_lower(parameter) |
33 | - self.guid = parameter.get("guid") | |
34 | - bbox = parameter.get("bbox") | |
35 | - width = int(parameter.get("width")) if parameter.get("width") else 256 | |
36 | - height = int(parameter.get("height")) if parameter.get("height") else 256 | |
37 | - image_type = parameter.get("format") if parameter.get("format") else "image/png" | |
38 | - quality = int(parameter.get("quality")) if parameter.get("quality") else 30 | |
38 | + if parameter.get("service_name"): | |
39 | + self.service_name = parameter.get("service_name") | |
39 | 40 | |
40 | - image_service_info, zoo, servers = Cache.cache_data(self.guid) | |
41 | + #获取缓存信息 | |
42 | + image_service_info, zoo, servers = Cache.cache_data(self.service_name, type="name") | |
41 | 43 | |
42 | 44 | re = parameter.get("request") |
43 | 45 | if re and re.__eq__("GetCapabilities"): |
44 | 46 | return self.get_capabilities(image_service_info["service"]) |
45 | 47 | |
46 | - | |
47 | - # bands = [1, 2, 3] | |
48 | + bbox = parameter.get("bbox") | |
49 | + width = int(parameter.get("width")) if parameter.get("width") else 256 | |
50 | + height = int(parameter.get("height")) if parameter.get("height") else 256 | |
51 | + image_type = parameter.get("format") if parameter.get("format") else "image/png" | |
52 | + quality = int(parameter.get("quality")) if parameter.get("quality") else 30 | |
48 | 53 | |
49 | 54 | extent = [float(x) for x in bbox.split(",")] |
50 | 55 | |
... | ... | @@ -267,6 +272,10 @@ class Api(ApiTemplate): |
267 | 272 | {"name": "guid", |
268 | 273 | "in": "query", |
269 | 274 | "type": "string"}, |
275 | + {"name": "request", | |
276 | + "in": "query", | |
277 | + "type": "string", | |
278 | + "enum":["GetMap","GetCapabilities"]}, | |
270 | 279 | {"name": "bbox", |
271 | 280 | "in": "query", |
272 | 281 | "type": "string"}, | ... | ... |
app/modules/service/image/image_wms_kv.py
0 → 100644
1 | +# coding=utf-8 | |
2 | +#author: 4N | |
3 | +#createtime: 2021/3/24 | |
4 | +#email: nheweijun@sina.com | |
5 | + | |
6 | +from app.util import * | |
7 | +import traceback | |
8 | +import numpy | |
9 | +from flask import Response | |
10 | +import random | |
11 | +from app.modules.service.image.models import ImageService | |
12 | +from app.util.component.ApiTemplate import ApiTemplate | |
13 | +from app.util.component.ParameterUtil import ParameterUtil | |
14 | +import json | |
15 | +from threading import Thread | |
16 | +from .util.ImageData import ImageData | |
17 | +from .util.Cache import Cache | |
18 | +from .util.Opencv import Opencv | |
19 | + | |
20 | +class Api(ApiTemplate): | |
21 | + | |
22 | + api_name = "WMS" | |
23 | + | |
24 | + def process(self): | |
25 | + | |
26 | + | |
27 | + result = {} | |
28 | + parameter: dict = self.para | |
29 | + | |
30 | + try: | |
31 | + | |
32 | + parameter = ParameterUtil.to_lower(parameter) | |
33 | + if parameter.get("guid"): | |
34 | + self.guid = parameter.get("guid") | |
35 | + | |
36 | + #获取缓存信息 | |
37 | + if parameter.get("guid"): | |
38 | + | |
39 | + image_service_info, zoo, servers = Cache.cache_data(self.guid, type="guid") | |
40 | + else: | |
41 | + image_service_info, zoo, servers = Cache.cache_data(parameter.get("service_name"), type="name") | |
42 | + | |
43 | + re = parameter.get("request") | |
44 | + if re and re.__eq__("GetCapabilities"): | |
45 | + return self.get_capabilities(image_service_info["service"]) | |
46 | + | |
47 | + bbox = parameter.get("bbox") | |
48 | + width = int(parameter.get("width")) if parameter.get("width") else 256 | |
49 | + height = int(parameter.get("height")) if parameter.get("height") else 256 | |
50 | + image_type = parameter.get("format") if parameter.get("format") else "image/png" | |
51 | + quality = int(parameter.get("quality")) if parameter.get("quality") else 30 | |
52 | + | |
53 | + | |
54 | + | |
55 | + extent = [float(x) for x in bbox.split(",")] | |
56 | + | |
57 | + intersect_image = [im for im in image_service_info["images"] if self.determin_intersect(json.loads(im.extent),extent)] | |
58 | + | |
59 | + if len(intersect_image)>1: | |
60 | + | |
61 | + # 结果矩阵 | |
62 | + empty_list = [numpy.zeros((height,width), dtype=int) + 65536, | |
63 | + numpy.zeros((height,width), dtype=int) + 65536, | |
64 | + numpy.zeros((height,width), dtype=int) + 65536] | |
65 | + | |
66 | + pixel_array = numpy.zeros((height,width,3), dtype=int) | |
67 | + thread_list = [] | |
68 | + | |
69 | + for image in intersect_image: | |
70 | + #该影像的服务器,随机选取一个 | |
71 | + image_servers = image.server.split(",") | |
72 | + image_servers = [ser for ser in image_servers if ser in servers] | |
73 | + if len(image_servers)>0: | |
74 | + indx = int(random.random() * len(image_servers)) | |
75 | + image_server = image_servers[indx] | |
76 | + else: | |
77 | + image_server = "None" | |
78 | + bands = json.loads(image.band_view) | |
79 | + | |
80 | + image_data = ImageData(image_server, image) | |
81 | + | |
82 | + thread: MyThread = MyThread(image_data.get_data, args=(extent,bands,height,width)) | |
83 | + thread.start() | |
84 | + thread_list.append(thread) | |
85 | + | |
86 | + | |
87 | + for thread in thread_list: | |
88 | + thread.join() | |
89 | + data = thread.get_result() | |
90 | + | |
91 | + # 掩膜在中央接口生成,合图 | |
92 | + mask = numpy.zeros((height,width), dtype=int) | |
93 | + mask2 = numpy.zeros((height,width), dtype=int) | |
94 | + jizhun = data[:, :, 0] | |
95 | + mask[jizhun == 65536] = 1 | |
96 | + mask[jizhun != 65536] = 0 | |
97 | + mask2[jizhun == 65536] = 0 | |
98 | + mask2[jizhun != 65536] = 1 | |
99 | + # 掩膜计算 | |
100 | + for i, d in enumerate(empty_list): | |
101 | + empty_list[i] = empty_list[i] * mask + data[:, :, i] * mask2 | |
102 | + | |
103 | + for ii in [0, 1, 2]: | |
104 | + # opencv 颜色排序为GBR | |
105 | + pixel_array[:, :, 2 - ii] = empty_list[ii] | |
106 | + | |
107 | + | |
108 | + elif len(intersect_image)==1: | |
109 | + # 该影像的服务器,随机选取一个 | |
110 | + image = intersect_image[0] | |
111 | + image_servers = image.server.split(",") | |
112 | + image_servers = [ser for ser in image_servers if ser in servers] | |
113 | + if len(image_servers) > 0: | |
114 | + indx = int(random.random() * len(image_servers)) | |
115 | + image_server = image_servers[indx] | |
116 | + else: | |
117 | + image_server = "None" | |
118 | + | |
119 | + bands = json.loads(image.band_view) | |
120 | + | |
121 | + image_data = ImageData(image_server, image) | |
122 | + | |
123 | + pixel_array_t = image_data.get_data(extent,bands,height,width) | |
124 | + | |
125 | + pixel_array = numpy.zeros((height, width, 3), dtype=int) | |
126 | + for ii in [0, 1, 2]: | |
127 | + # opencv 颜色排序为GBR | |
128 | + pixel_array[:, :, 2 - ii] = pixel_array_t[:, :, ii] | |
129 | + else: | |
130 | + # 结果矩阵 | |
131 | + pixel_array = numpy.zeros((height, width, 3), dtype=int)+65536 | |
132 | + | |
133 | + # 将图片生成在内存中,然后直接返回response | |
134 | + im_data = Opencv.create_image(image_type, pixel_array, quality) | |
135 | + | |
136 | + if self.para.get("overview"): | |
137 | + return pixel_array | |
138 | + return Response(im_data, mimetype=image_type.lower()) | |
139 | + | |
140 | + except Exception as e: | |
141 | + print(traceback.format_exc()) | |
142 | + result["state"] = -1 | |
143 | + result["message"] = e.__str__() | |
144 | + return result | |
145 | + | |
146 | + | |
147 | + | |
148 | + def determin_intersect(self, extent1, extent2): | |
149 | + if extent2[2] < extent1[0] or extent2[0] > extent1[2] or extent2[1] > extent1[ | |
150 | + 3] or extent2[3] < extent1[1]: | |
151 | + return False | |
152 | + else: | |
153 | + return True | |
154 | + | |
155 | + def get_capabilities(self,image_service:ImageService): | |
156 | + | |
157 | + xml = '''<?xml version="1.0" encoding="utf-8" ?> | |
158 | + <WMS_Capabilities version="1.2.0"> | |
159 | + <Service> | |
160 | + <Name>WMS</Name> | |
161 | + <Title>{service_title}</Title> | |
162 | + <Abstract>{abstract}</Abstract> | |
163 | + <Keywords>GIMS</Keywords> | |
164 | + <OnlineResource/> | |
165 | + <Fees>none</Fees> | |
166 | + <AccessConstraints>none</AccessConstraints> | |
167 | + </Service> | |
168 | + <Capability> | |
169 | + <Request> | |
170 | + <GetCapabilities> | |
171 | + <Format>text/xml</Format> | |
172 | + <DCPType> | |
173 | + <HTTP> | |
174 | + <Get> | |
175 | + <OnlineResource xlink:href="{url}" xlink:type="simple" xmlns:xlink="http://www.w3.org/1999/xlink"/> | |
176 | + </Get> | |
177 | + </HTTP> | |
178 | + </DCPType> | |
179 | + </GetCapabilities> | |
180 | + <GetMap> | |
181 | + <Format>png</Format> | |
182 | + <Format>jpeg</Format> | |
183 | + <Format>gif</Format> | |
184 | + <Format>image/png</Format> | |
185 | + <Format>image/jpeg</Format> | |
186 | + <Format>image/gif</Format> | |
187 | + <DCPType> | |
188 | + <HTTP> | |
189 | + <Get> | |
190 | + <OnlineResource xlink:href="{url}" xlink:type="simple" xmlns:xlink="http://www.w3.org/1999/xlink"/> | |
191 | + </Get> | |
192 | + </HTTP> | |
193 | + </DCPType> | |
194 | + </GetMap> | |
195 | + <Map> | |
196 | + <Format> | |
197 | + <PNG/> | |
198 | + <GIF/> | |
199 | + <JPG/> | |
200 | + </Format> | |
201 | + <DCPType> | |
202 | + <HTTP> | |
203 | + <Get onlineResource="{url}"/> | |
204 | + </HTTP> | |
205 | + </DCPType> | |
206 | + </Map> | |
207 | + <Capabilities> | |
208 | + <Format> | |
209 | + <WMS_XML/> | |
210 | + </Format> | |
211 | + <DCPType> | |
212 | + <HTTP> | |
213 | + <Get onlineResource="{url}"/> | |
214 | + </HTTP> | |
215 | + </DCPType> | |
216 | + </Capabilities> | |
217 | + <FeatureInfo> | |
218 | + <Format> | |
219 | + <XML/> | |
220 | + <MIME/> | |
221 | + </Format> | |
222 | + <DCPType> | |
223 | + <HTTP> | |
224 | + <Get onlineResource="{url}"/> | |
225 | + </HTTP> | |
226 | + </DCPType> | |
227 | + </FeatureInfo> | |
228 | + </Request> | |
229 | + <Exception> | |
230 | + <Format> | |
231 | + <WMS_XML/> | |
232 | + <INIMAGE/> | |
233 | + <BLANK/> | |
234 | + </Format> | |
235 | + </Exception> | |
236 | + <Layer> | |
237 | + <Name>{service_name}</Name> | |
238 | + <Title>{service_title}</Title> | |
239 | + <CRS>{crs}</CRS> | |
240 | + <BoundingBox CRS="{crs}" maxx="{maxx}" maxy="{maxy}" minx="{minx}" miny="{miny}"/> | |
241 | + | |
242 | + <Layer queryable="1"> | |
243 | + <CRS>{crs}</CRS> | |
244 | + <Name>{layer_name}</Name> | |
245 | + <Title>{layer_title}</Title> | |
246 | + <BoundingBox CRS="{crs}" maxx="{maxx}" maxy="{maxy}" minx="{minx}" miny="{miny}"/> | |
247 | + </Layer> | |
248 | + </Layer> | |
249 | + </Capability> | |
250 | + </WMS_Capabilities>''' | |
251 | + | |
252 | + extent = json.loads(image_service.extent) | |
253 | + xml = xml.format(service_title=image_service.name, | |
254 | + service_name=image_service.name, | |
255 | + abstract= "None" , | |
256 | + crs="ESPG:4326", | |
257 | + layer_name=image_service.name, | |
258 | + layer_title=image_service.name, | |
259 | + maxx=extent[2], | |
260 | + maxy = extent[3], | |
261 | + minx = extent[0], | |
262 | + miny = extent[1], | |
263 | + url="http://{}/API/Service/Image/WMS?guid={}".format(configure.deploy_ip_host,image_service.guid)) | |
264 | + | |
265 | + | |
266 | + r = Response(response=xml, status=200, mimetype="application/xml") | |
267 | + r.headers["Content-Type"] = "text/xml; charset=utf-8" | |
268 | + return r | |
269 | + | |
270 | + api_doc = { | |
271 | + "tags": ["影像接口"], | |
272 | + "parameters": [ | |
273 | + {"name": "guid", | |
274 | + "in": "query", | |
275 | + "type": "string"}, | |
276 | + {"name": "bbox", | |
277 | + "in": "query", | |
278 | + "type": "string"}, | |
279 | + {"name": "width", | |
280 | + "in": "query", | |
281 | + "type": "string"}, | |
282 | + {"name": "height", | |
283 | + "in": "query", | |
284 | + "type": "string"}, | |
285 | + {"name": "format", | |
286 | + "in": "query", | |
287 | + "type": "string"}, | |
288 | + {"name": "quality", | |
289 | + "in": "query", | |
290 | + "type": "string"} | |
291 | + ], | |
292 | + "responses": { | |
293 | + 200: { | |
294 | + "schema": { | |
295 | + "properties": { | |
296 | + } | |
297 | + } | |
298 | + } | |
299 | + } | |
300 | + } | |
301 | + | |
302 | +class MyThread(Thread): | |
303 | + def __init__(self,func,args=()): | |
304 | + super(MyThread,self).__init__() | |
305 | + self.func = func | |
306 | + self.args = args | |
307 | + def run(self): | |
308 | + self.result = self.func(*self.args) | |
309 | + def get_result(self): | |
310 | + try: | |
311 | + return self.result | |
312 | + except Exception: | |
313 | + return None | |
314 | + | |
315 | + | |
316 | + | ... | ... |
... | ... | @@ -9,7 +9,7 @@ import numpy |
9 | 9 | from flask import Response |
10 | 10 | import random |
11 | 11 | |
12 | -from app.modules.service.image.models import ImageService,Image | |
12 | +from app.modules.service.image.models import Image | |
13 | 13 | from app.util.component.ApiTemplate import ApiTemplate |
14 | 14 | |
15 | 15 | from app.util.component.ParameterUtil import ParameterUtil |
... | ... | @@ -36,6 +36,25 @@ class Api(ApiTemplate): |
36 | 36 | parameter = ParameterUtil.to_lower(parameter) |
37 | 37 | |
38 | 38 | image_guids = parameter.get("image_guids") |
39 | + | |
40 | + get_extent = parameter.get("get_extent") | |
41 | + if get_extent and (get_extent == True or get_extent.lower().__eq__("true")): | |
42 | + tmp_extent = [] | |
43 | + for g in image_guids.split(","): | |
44 | + image = Image.query.filter_by(guid=g).one_or_none() | |
45 | + if image: | |
46 | + image_extent = json.loads(image.extent) | |
47 | + if not tmp_extent: | |
48 | + tmp_extent = image_extent | |
49 | + else: | |
50 | + tmp_extent[0] = min(image_extent[0], tmp_extent[0]) | |
51 | + tmp_extent[2] = max(image_extent[2], tmp_extent[2]) | |
52 | + tmp_extent[1] = min(image_extent[1], tmp_extent[1]) | |
53 | + tmp_extent[3] = max(image_extent[3], tmp_extent[3]) | |
54 | + | |
55 | + result["result"] = True | |
56 | + result["data"] = tmp_extent | |
57 | + return result | |
39 | 58 | |
40 | 59 | bbox = parameter.get("bbox") |
41 | 60 | width = int(parameter.get("width")) if parameter.get("width") else 256 |
... | ... | @@ -147,9 +166,13 @@ class Api(ApiTemplate): |
147 | 166 | api_doc = { |
148 | 167 | "tags": ["影像接口"], |
149 | 168 | "parameters": [ |
150 | - {"name": "guid", | |
169 | + {"name": "image_guids", | |
151 | 170 | "in": "query", |
152 | 171 | "type": "string"}, |
172 | + {"name": "get_extent", | |
173 | + "in": "query", | |
174 | + "type": "boolean", | |
175 | + "enum":[True,False]}, | |
153 | 176 | {"name": "bbox", |
154 | 177 | "in": "query", |
155 | 178 | "type": "string"}, | ... | ... |
app/modules/service/image/image_wmts.py
0 → 100644
1 | +# coding=utf-8 | |
2 | +#author: 4N | |
3 | +#createtime: 2021/3/24 | |
4 | +#email: nheweijun@sina.com | |
5 | + | |
6 | +from app.util import * | |
7 | +import traceback | |
8 | +import numpy | |
9 | +from flask import Response | |
10 | +from .util.ImageData import ImageData | |
11 | + | |
12 | +from app.modules.service.image.models import ImageService | |
13 | +from app.models import TileScheme,Service | |
14 | +from app.util.component.ApiTemplate import ApiTemplate | |
15 | +from app.util.component.SliceScheme import SliceScheme | |
16 | +from app.util.component.ParameterUtil import ParameterUtil | |
17 | +import json | |
18 | +import random | |
19 | +import copy | |
20 | +from .util.Opencv import Opencv | |
21 | +from .util.Cache import Cache | |
22 | +from .util.MyThread import MyThread | |
23 | + | |
24 | +class Api(ApiTemplate): | |
25 | + | |
26 | + api_name = "切片" | |
27 | + | |
28 | + def __init__(self,service_name): | |
29 | + super().__init__() | |
30 | + self.service_name = service_name | |
31 | + | |
32 | + def process(self): | |
33 | + | |
34 | + result = {} | |
35 | + parameter: dict = self.para | |
36 | + | |
37 | + try: | |
38 | + if parameter.get("service_name"): | |
39 | + self.service_name = parameter.get("service_name") | |
40 | + | |
41 | + #获取缓存数据 | |
42 | + image_service_info, zoo, servers = Cache.cache_data(self.service_name,type="name") | |
43 | + | |
44 | + # 转换参数 | |
45 | + parameter = ParameterUtil.to_lower(parameter) | |
46 | + | |
47 | + re = parameter.get("request") | |
48 | + if re and re.__eq__("GetCapabilities"): | |
49 | + service = Service.query.filter_by(guid=image_service_info["service"].service_guid).one_or_none() | |
50 | + return self.get_capabilities(image_service_info["service"],service) | |
51 | + | |
52 | + if parameter.get("tilematrix"): | |
53 | + if parameter.get("tilematrix").__contains__(":"): | |
54 | + self.level = int(parameter.get("tilematrix").split(":")[-1]) | |
55 | + else: | |
56 | + self.level = int(parameter.get("tilematrix")) | |
57 | + if parameter.get("tilerow"): | |
58 | + self.row = int(parameter.get("tilerow")) | |
59 | + if parameter.get("tilecol"): | |
60 | + self.col = int(parameter.get("tilecol")) | |
61 | + | |
62 | + image_type = parameter.get("format") if parameter.get("format") else "image/png" | |
63 | + quality = int(parameter.get("quality")) if parameter.get("quality") else 30 | |
64 | + slice_para = image_service_info["scheme"] | |
65 | + extent = SliceScheme.get_polygon(slice_para, self.level, self.row, self.col) | |
66 | + | |
67 | + height, width = 256,256 | |
68 | + | |
69 | + # 多线程获取分布式数据 | |
70 | + | |
71 | + intersect_image = [im for im in image_service_info["images"] if self.determin_intersect(json.loads(im.extent),extent)] | |
72 | + | |
73 | + if len(intersect_image) > 1: | |
74 | + | |
75 | + # 结果矩阵 | |
76 | + pixel_array = numpy.zeros((height, width, 3), dtype=int) + 65536 | |
77 | + | |
78 | + thread_list = [] | |
79 | + | |
80 | + for image in intersect_image: | |
81 | + | |
82 | + # 该影像的服务器,随机选取一个 | |
83 | + image_servers = image.server.split(",") | |
84 | + image_servers = [ser for ser in image_servers if ser in servers] | |
85 | + if len(image_servers)>0: | |
86 | + indx = int(random.random() * len(image_servers)) | |
87 | + image_server = image_servers[indx] | |
88 | + else: | |
89 | + image_server = "None" | |
90 | + | |
91 | + bands = json.loads(image.band_view) | |
92 | + | |
93 | + image_data = ImageData(image_server,image) | |
94 | + | |
95 | + thread: MyThread = MyThread(image_data.get_data,args=(extent, bands, height, width)) | |
96 | + | |
97 | + thread.start() | |
98 | + thread_list.append(thread) | |
99 | + | |
100 | + for thread in thread_list: | |
101 | + thread.join() | |
102 | + data = thread.get_result() | |
103 | + | |
104 | + # 掩膜在中央接口生成,合图 | |
105 | + mask = numpy.zeros((height, width, 3), dtype=int) | |
106 | + mask_data = numpy.zeros((height, width, 3), dtype=int) | |
107 | + | |
108 | + mask[data == 65536] = 1 | |
109 | + mask[data != 65536] = 0 | |
110 | + mask_data[data == 65536] = 0 | |
111 | + mask_data[data != 65536] = 1 | |
112 | + | |
113 | + # # 掩膜计算 | |
114 | + pixel_array = pixel_array * mask + data * mask_data | |
115 | + | |
116 | + # opencv 颜色排序为GBR | |
117 | + d1 = copy.copy(pixel_array[:,:,0]) | |
118 | + pixel_array[:, :, 0] = pixel_array[:,:,2] | |
119 | + pixel_array[:, :, 2] = d1 | |
120 | + | |
121 | + | |
122 | + elif len(intersect_image) == 1: | |
123 | + # 该影像的服务器,随机选取一个 | |
124 | + image = intersect_image[0] | |
125 | + image_servers = image.server.split(",") | |
126 | + #判断可用服务器 | |
127 | + image_servers = [ser for ser in image_servers if ser in servers] | |
128 | + if len(image_servers) > 0: | |
129 | + indx = int(random.random() * len(image_servers)) | |
130 | + image_server = image_servers[indx] | |
131 | + else: | |
132 | + image_server = "None" | |
133 | + # image_server = image_servers[0] | |
134 | + bands = json.loads(image.band_view) | |
135 | + | |
136 | + image_data = ImageData(image_server, image) | |
137 | + pixel_array_t: numpy.ndarray = image_data.get_data(extent, bands, height, width) | |
138 | + pixel_array = numpy.zeros((height, width, 3), dtype=int) | |
139 | + | |
140 | + for ii in [0, 1, 2]: | |
141 | + # opencv 颜色排序为GBR | |
142 | + pixel_array[:, :, 2 - ii] = pixel_array_t[:, :, ii] | |
143 | + | |
144 | + else: | |
145 | + # 结果矩阵 | |
146 | + pixel_array = numpy.zeros((height, width, 3), dtype=int) + 65536 | |
147 | + | |
148 | + | |
149 | + | |
150 | + | |
151 | + # 将图片生成在内存中,然后直接返回response | |
152 | + im_data = Opencv.create_image(image_type, pixel_array, quality) | |
153 | + return Response(im_data, mimetype=image_type.lower()) | |
154 | + | |
155 | + | |
156 | + except Exception as e: | |
157 | + print(traceback.format_exc()) | |
158 | + result["state"] = -1 | |
159 | + result["message"] = e.__str__() | |
160 | + return result | |
161 | + | |
162 | + def get_capabilities(self, image_service: ImageService, service: Service): | |
163 | + tile_scheme: TileScheme = TileScheme.query.filter_by(guid=image_service.scheme_guid).one_or_none() | |
164 | + if not tile_scheme: | |
165 | + raise Exception("切片方案不存在!") | |
166 | + | |
167 | + xml = '''<Capabilities xmlns="http://www.opengis.net/wmts/1.0" xmlns:ows="http://www.opengis.net/ows/1.1" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:gml="http://www.opengis.net/gml" xsi:schemaLocation="http://www.opengis.net/wmts/1.0 http://schemas.opengis.net/wmts/1.0/wmtsGetCapabilities_response.xsd" version="1.0.0"> | |
168 | + <!-- Service Identification --> | |
169 | + <ows:ServiceIdentification> | |
170 | + <ows:Title>{title}</ows:Title> | |
171 | + <ows:ServiceType>OGC WMTS</ows:ServiceType> | |
172 | + <ows:ServiceTypeVersion>1.0.0</ows:ServiceTypeVersion> | |
173 | + </ows:ServiceIdentification> | |
174 | + | |
175 | + <!-- Operations Metadata --> | |
176 | + <ows:OperationsMetadata> | |
177 | + <ows:Operation name="GetCapabilities"> | |
178 | + <ows:DCP> | |
179 | + <ows:HTTP> | |
180 | + <ows:Get xlink:href="{capabilities_url}"> | |
181 | + <ows:Constraint name="GetEncoding"> | |
182 | + <ows:AllowedValues> | |
183 | + <ows:Value>RESTful</ows:Value> | |
184 | + </ows:AllowedValues> | |
185 | + </ows:Constraint> | |
186 | + </ows:Get> | |
187 | + | |
188 | + <!-- add KVP binding in 10.1 --> | |
189 | + <ows:Get xlink:href="{tile_url}?"> | |
190 | + <ows:Constraint name="GetEncoding"> | |
191 | + <ows:AllowedValues> | |
192 | + <ows:Value>KVP</ows:Value> | |
193 | + </ows:AllowedValues> | |
194 | + </ows:Constraint> | |
195 | + </ows:Get> | |
196 | + </ows:HTTP> | |
197 | + </ows:DCP> | |
198 | + </ows:Operation> | |
199 | + <ows:Operation name="GetTile"> | |
200 | + <ows:DCP> | |
201 | + <ows:HTTP> | |
202 | + <ows:Get xlink:href="{tile_url}"> | |
203 | + <ows:Constraint name="GetEncoding"> | |
204 | + <ows:AllowedValues> | |
205 | + <ows:Value>RESTful</ows:Value> | |
206 | + </ows:AllowedValues> | |
207 | + </ows:Constraint> | |
208 | + </ows:Get> | |
209 | + <ows:Get xlink:href="{tile_url}?"> | |
210 | + <ows:Constraint name="GetEncoding"> | |
211 | + <ows:AllowedValues> | |
212 | + <ows:Value>KVP</ows:Value> | |
213 | + </ows:AllowedValues> | |
214 | + </ows:Constraint> | |
215 | + </ows:Get> | |
216 | + </ows:HTTP> | |
217 | + </ows:DCP> | |
218 | + </ows:Operation> | |
219 | + </ows:OperationsMetadata> | |
220 | + | |
221 | + <Contents> | |
222 | + | |
223 | + <!-- Layer --> | |
224 | + | |
225 | + | |
226 | + <Layer> | |
227 | + <ows:Title>{title}</ows:Title> | |
228 | + <ows:Identifier>{title}</ows:Identifier> | |
229 | + <ows:BoundingBox crs="{crs}"> | |
230 | + <ows:LowerCorner>{xmin} {ymin}</ows:LowerCorner> | |
231 | + <ows:UpperCorner>{xmax} {ymax}</ows:UpperCorner> | |
232 | + </ows:BoundingBox> | |
233 | + | |
234 | + <Style isDefault="true"> | |
235 | + <ows:Title>Default Style</ows:Title> | |
236 | + <ows:Identifier>default</ows:Identifier> | |
237 | + </Style> | |
238 | + <Format>image/png</Format> | |
239 | + <TileMatrixSetLink> | |
240 | + <TileMatrixSet>{tile_name}</TileMatrixSet> | |
241 | + </TileMatrixSetLink> | |
242 | + | |
243 | + <ResourceURL format="image/png" resourceType="tile" template="{tile_url}"/> | |
244 | + | |
245 | + </Layer> | |
246 | + | |
247 | + <!-- TileMatrixSet --> | |
248 | + | |
249 | + | |
250 | + <TileMatrixSet> | |
251 | + | |
252 | + <TileMatrix> | |
253 | + <ows:Title>{tile_title}</ows:Title> | |
254 | + <ows:Abstract>{tile_description}</ows:Abstract> | |
255 | + <ows:Identifier>{tile_name}</ows:Identifier> | |
256 | + <ows:SupportedCRS>{crs}</ows:SupportedCRS> | |
257 | + | |
258 | + {tile_matrix} | |
259 | + | |
260 | + </TileMatrix> | |
261 | + | |
262 | + </TileMatrixSet> | |
263 | + | |
264 | + | |
265 | + </Contents> | |
266 | + <ServiceMetadataURL xlink:href="{capabilities_url}"/> | |
267 | + </Capabilities>''' | |
268 | + | |
269 | + tile_matrix_each = ''' | |
270 | + <TileMatrix> | |
271 | + <ows:Identifier>{lev}</ows:Identifier> | |
272 | + <ScaleDenominator>{scale}</ScaleDenominator> | |
273 | + <TopLeftCorner>{top_left}</TopLeftCorner> | |
274 | + <TileWidth>{cols}</TileWidth> | |
275 | + <TileHeight>{rows}</TileHeight> | |
276 | + </TileMatrix> | |
277 | + ''' | |
278 | + | |
279 | + tile_matrix = "" | |
280 | + top_left = tile_scheme.top_left | |
281 | + for level in json.loads(tile_scheme.levels): | |
282 | + tile_matrix = "{}{}".format(tile_matrix, tile_matrix_each.format(lev=level["level"], | |
283 | + scale=level["scale"], | |
284 | + top_left=top_left, | |
285 | + cols=tile_scheme.cols, | |
286 | + rows=tile_scheme.rows)) | |
287 | + | |
288 | + extent = json.loads(image_service.extent) | |
289 | + | |
290 | + xml = xml.format( | |
291 | + capabilities_url="http://{}/API/Service/Image/Capabilities?guid={}".format(configure.deploy_ip_host, | |
292 | + image_service.guid), | |
293 | + tile_url="http://{}/API/Service/Image/Tile?guid={}".format(configure.deploy_ip_host, image_service.guid), | |
294 | + crs=tile_scheme.crs, | |
295 | + xmin=extent[0], | |
296 | + ymin=extent[1], | |
297 | + xmax=extent[2], | |
298 | + ymax=extent[3], | |
299 | + # TileMatrix = "{TileMatrix}", | |
300 | + # TileRow = "{TileRow}", | |
301 | + # TileCol = "{TileCol}", | |
302 | + guid=image_service.guid, | |
303 | + title=service.title, | |
304 | + tile_title=tile_scheme.name, | |
305 | + tile_name=tile_scheme.name, | |
306 | + tile_description=tile_scheme.description, | |
307 | + tile_matrix=tile_matrix | |
308 | + ) | |
309 | + | |
310 | + r = Response(response=xml, status=200, mimetype="application/xml") | |
311 | + r.headers["Content-Type"] = "text/xml; charset=utf-8" | |
312 | + | |
313 | + return r | |
314 | + | |
315 | + | |
316 | + | |
317 | + def determin_intersect(self, extent1, extent2): | |
318 | + if extent2[2] < extent1[0] or extent2[0] > extent1[2] or extent2[1] > extent1[ | |
319 | + 3] or extent2[3] < extent1[1]: | |
320 | + return False | |
321 | + else: | |
322 | + return True | |
323 | + | |
324 | + | |
325 | + api_doc = { | |
326 | + "tags": ["影像接口"], | |
327 | + "parameters": [ | |
328 | + {"name": "guid", | |
329 | + "in": "formData", | |
330 | + "type": "string"}, | |
331 | + {"name": "request", | |
332 | + "in": "formData", | |
333 | + "type": "string", | |
334 | + "enum": ["GetTile", "GetCapabilities"]}, | |
335 | + {"name": "tilematrix", | |
336 | + "in": "formData", | |
337 | + "type": "string"}, | |
338 | + {"name": "tilerow", | |
339 | + "in": "formData", | |
340 | + "type": "string"}, | |
341 | + {"name": "tilecol", | |
342 | + "in": "formData", | |
343 | + "type": "string"}, | |
344 | + {"name": "format", | |
345 | + "in": "formData", | |
346 | + "type": "string"}, | |
347 | + {"name": "quality", | |
348 | + "in": "formData", | |
349 | + "type": "string"} | |
350 | + | |
351 | + ], | |
352 | + "responses": { | |
353 | + 200: { | |
354 | + "schema": { | |
355 | + "properties": { | |
356 | + } | |
357 | + } | |
358 | + } | |
359 | + } | |
360 | + } | |
361 | + | |
362 | + | |
363 | + | ... | ... |
... | ... | @@ -31,16 +31,16 @@ class Image(db.Model): |
31 | 31 | |
32 | 32 | size = Column(Float) |
33 | 33 | #坐标wkt |
34 | - sr_wkt = Column(Text) #坐标wkt | |
35 | - sr_proj4 = Column(Text)#坐标proj | |
36 | - epsg = Column(Integer)#坐标epsg | |
34 | + crs_wkt = Column(Text) #坐标wkt | |
35 | + crs_proj4 = Column(Text)#坐标proj | |
36 | + crs = Column(String)#坐标 | |
37 | 37 | create_time = Column(DateTime) |
38 | 38 | update_time = Column(DateTime) |
39 | 39 | cell_x_size = Column(Float)#像元x大小 |
40 | 40 | cell_y_size = Column(Float)#像元y大小 |
41 | 41 | region = Column(Text) |
42 | 42 | |
43 | - ym = Column(String(256))#时间年份 | |
43 | + collect_time = Column(DateTime) #成像时间年份 | |
44 | 44 | |
45 | 45 | satellite = Column(String)#卫星类型 |
46 | 46 | type = Column(String(128)) | ... | ... |
... | ... | @@ -7,13 +7,14 @@ |
7 | 7 | from kazoo.client import KazooClient |
8 | 8 | import configure |
9 | 9 | import time |
10 | -from app.modules.service.image.models import ImageService,Image | |
11 | -from app.models import TileScheme | |
10 | +from app.modules.service.image.models import ImageService | |
11 | +from app.models import TileScheme,Service | |
12 | 12 | import json |
13 | + | |
13 | 14 | class Cache: |
14 | 15 | |
15 | 16 | @classmethod |
16 | - def cache_data(cls,guid): | |
17 | + def cache_data(cls,guid_or_name,type="guid"): | |
17 | 18 | |
18 | 19 | from app import GLOBAL_DIC |
19 | 20 | |
... | ... | @@ -38,7 +39,7 @@ class Cache: |
38 | 39 | servers = GLOBAL_DIC.get("servers") |
39 | 40 | |
40 | 41 | # 更新缓存 |
41 | - if time.time() - GLOBAL_DIC["servers_updatetime"] > 10: | |
42 | + if time.time() - GLOBAL_DIC["servers_updatetime"] > 30: | |
42 | 43 | servers = zoo.get_children("/rpc") |
43 | 44 | servers.append("本地服务器") |
44 | 45 | GLOBAL_DIC["servers"] = servers |
... | ... | @@ -46,25 +47,31 @@ class Cache: |
46 | 47 | |
47 | 48 | |
48 | 49 | # 缓存服务信息 |
49 | - if guid: | |
50 | - image_service_info = GLOBAL_DIC.get(guid) | |
51 | - if image_service_info is None or time.time() - GLOBAL_DIC.get("service_updatetime") > 20: | |
52 | - image_service: ImageService = ImageService.query.filter_by(guid=guid).one_or_none() | |
50 | + if guid_or_name: | |
51 | + image_service_info = GLOBAL_DIC.get(guid_or_name) | |
52 | + if image_service_info is None or time.time() - GLOBAL_DIC.get("service_updatetime") > 30: | |
53 | + if type.__eq__("guid"): | |
54 | + image_service: ImageService = ImageService.query.filter_by(guid=guid_or_name).one_or_none() | |
55 | + else: | |
56 | + service = Service.query.filter_by(name=guid_or_name).one_or_none() | |
57 | + image_service: ImageService = ImageService.query.filter_by(guid=service.service_guid).one_or_none() | |
53 | 58 | images = image_service.images.all() |
54 | 59 | |
55 | 60 | if image_service.scheme_guid: |
56 | 61 | scheme: TileScheme = TileScheme.query.filter_by(guid=image_service.scheme_guid).one_or_none() |
57 | - GLOBAL_DIC[guid] = {"service": image_service, "images": images, | |
62 | + GLOBAL_DIC[guid_or_name] = {"service": image_service, "images": images, | |
58 | 63 | "scheme": json.loads(scheme.parameter)} |
59 | 64 | else: |
60 | 65 | |
61 | - GLOBAL_DIC[guid] = {"service": image_service, "images": images} | |
66 | + GLOBAL_DIC[guid_or_name] = {"service": image_service, "images": images} | |
62 | 67 | GLOBAL_DIC["service_updatetime"] = time.time() |
63 | - image_service_info = GLOBAL_DIC[guid] | |
68 | + image_service_info = GLOBAL_DIC[guid_or_name] | |
64 | 69 | |
65 | 70 | else: |
66 | - image_service_info = GLOBAL_DIC[guid] | |
71 | + image_service_info = GLOBAL_DIC[guid_or_name] | |
67 | 72 | else: |
68 | 73 | image_service_info = None |
69 | 74 | |
70 | - return image_service_info,zoo,servers | |
\ No newline at end of file | ||
75 | + return image_service_info,zoo,servers | |
76 | + | |
77 | + | ... | ... |
... | ... | @@ -82,77 +82,120 @@ class ImageData: |
82 | 82 | :param bands: |
83 | 83 | :return: |
84 | 84 | ''' |
85 | - | |
85 | + pixel_array = numpy.zeros((height, width, 3), dtype=int) | |
86 | + ceng = 0 | |
86 | 87 | img: Dataset = gdal.Open(self.image.path, 0) |
87 | 88 | |
88 | - origin_extent = json.loads(self.image.extent) | |
89 | + for band in bands: | |
89 | 90 | |
90 | - # 超出空间范围 | |
91 | - if extent[2] < origin_extent[0] or extent[0] > origin_extent[2] or extent[1] > origin_extent[3] or extent[ | |
92 | - 3] < origin_extent[1]: | |
93 | - empty = numpy.zeros((height, width, 3), dtype=int) + 65536 | |
94 | - # 空间范围相交 | |
95 | - else: | |
91 | + # 自决定金字塔等级 | |
92 | + xysize = [img.RasterXSize, img.RasterYSize] | |
96 | 93 | |
97 | - ox = img.RasterXSize | |
98 | - oy = img.RasterYSize | |
94 | + origin_extent = json.loads(self.image.extent) | |
95 | + band_data: Band = img.GetRasterBand(band) | |
99 | 96 | |
100 | - # 网格大小 | |
101 | - grid_x = (origin_extent[2] - origin_extent[0]) / (ox * 1.0) | |
102 | - grid_y = (origin_extent[3] - origin_extent[1]) / (oy * 1.0) | |
97 | + max_level = band_data.GetOverviewCount() | |
103 | 98 | |
104 | - # 完全在影像范围内 | |
105 | - if extent[0] > origin_extent[0] and extent[1] > origin_extent[1] and extent[2] < \ | |
106 | - origin_extent[2] and extent[3] < origin_extent[3]: | |
99 | + # 超出空间范围 | |
100 | + if extent[2] < origin_extent[0] or extent[0] > origin_extent[2] or extent[1] > origin_extent[ | |
101 | + 3] or extent[3] < origin_extent[1]: | |
102 | + empty = numpy.zeros((height, width), dtype=int) + 65536 | |
103 | + # 空间范围相交 | |
104 | + else: | |
105 | + image_level = self.determine_level(xysize, origin_extent, extent, max_level) | |
107 | 106 | |
108 | - # 网格偏移量 | |
109 | - off_x = math.floor((extent[0] - origin_extent[0]) / grid_x) | |
110 | - off_y = math.floor((origin_extent[3] - extent[3]) / grid_y) | |
107 | + if image_level == -1: | |
108 | + overview = band_data | |
109 | + else: | |
110 | + try: | |
111 | + overview: Band = band_data.GetOverview(image_level) | |
112 | + except: | |
113 | + raise Exception("该影像不存在该级别的金字塔数据!") | |
114 | + ox = overview.XSize | |
115 | + oy = overview.YSize | |
111 | 116 | |
112 | - # 截取后网格个数 | |
113 | - x_g = math.ceil((extent[2] - extent[0]) / grid_x) | |
117 | + # 网格大小 | |
118 | + grid_x = (origin_extent[2] - origin_extent[0]) / (ox * 1.0) | |
119 | + grid_y = (origin_extent[3] - origin_extent[1]) / (oy * 1.0) | |
114 | 120 | |
115 | - y_g = math.ceil((extent[3] - extent[1]) / grid_y) | |
121 | + # 完全在影像范围内 | |
122 | + if extent[0] > origin_extent[0] and extent[1] > origin_extent[1] and extent[2] < \ | |
123 | + origin_extent[2] and extent[3] < origin_extent[3]: | |
124 | + | |
125 | + # 网格偏移量 | |
126 | + off_x = math.floor((extent[0] - origin_extent[0]) / grid_x) | |
127 | + off_y = math.floor((origin_extent[3] - extent[3]) / grid_y) | |
128 | + | |
129 | + # 截取后网格个数 | |
130 | + x_g = math.ceil((extent[2] - extent[0]) / grid_x) | |
131 | + | |
132 | + y_g = math.ceil((extent[3] - extent[1]) / grid_y) | |
133 | + | |
134 | + empty = overview.ReadAsArray(off_x, off_y, x_g, y_g, width, height) | |
116 | 135 | |
117 | - empty = img.ReadRaster(off_x, off_y, x_g, y_g, 256, 256, band_list = bands) | |
118 | - img.ReadAsArray() | |
119 | - # 部分相交 | |
120 | - else: | |
121 | 136 | |
122 | - inter_extent = [0, 0, 0, 0] | |
123 | - inter_extent[0] = origin_extent[0] if origin_extent[0] > extent[0] else extent[0] | |
124 | - inter_extent[1] = origin_extent[1] if origin_extent[1] > extent[1] else extent[1] | |
125 | - inter_extent[2] = origin_extent[2] if origin_extent[2] < extent[2] else extent[2] | |
126 | - inter_extent[3] = origin_extent[3] if origin_extent[3] < extent[3] else extent[3] | |
137 | + # 部分相交 | |
138 | + else: | |
127 | 139 | |
128 | - # 网格偏移量 | |
129 | - off_x = math.floor((inter_extent[0] - origin_extent[0]) / grid_x) | |
130 | - off_y = math.floor((origin_extent[3] - inter_extent[3]) / grid_y) | |
140 | + inter_extent = [0, 0, 0, 0] | |
141 | + inter_extent[0] = origin_extent[0] if origin_extent[0] > extent[0] else extent[0] | |
142 | + inter_extent[1] = origin_extent[1] if origin_extent[1] > extent[1] else extent[1] | |
143 | + inter_extent[2] = origin_extent[2] if origin_extent[2] < extent[2] else extent[2] | |
144 | + inter_extent[3] = origin_extent[3] if origin_extent[3] < extent[3] else extent[3] | |
131 | 145 | |
132 | - # 截取后网格个数 | |
133 | - x_g = math.floor((inter_extent[2] - inter_extent[0]) / grid_x) | |
134 | - y_g = math.floor((inter_extent[3] - inter_extent[1]) / grid_y) | |
146 | + # 网格偏移量 | |
147 | + off_x = math.floor((inter_extent[0] - origin_extent[0]) / grid_x) | |
148 | + off_y = math.floor((origin_extent[3] - inter_extent[3]) / grid_y) | |
135 | 149 | |
136 | - # 相对于出图的偏移量 | |
150 | + # 截取后网格个数 | |
151 | + x_g = math.floor((inter_extent[2] - inter_extent[0]) / grid_x) | |
152 | + y_g = math.floor((inter_extent[3] - inter_extent[1]) / grid_y) | |
137 | 153 | |
138 | - # 出图的网格大小 | |
139 | - out_grid_x = (extent[2] - extent[0]) / (width * 1.0) | |
140 | - out_grid_y = (extent[3] - extent[1]) / (height * 1.0) | |
154 | + # 相对于出图的偏移量 | |
141 | 155 | |
142 | - out_off_x = int(math.ceil((inter_extent[0] - extent[0]) / out_grid_x)) | |
143 | - out_off_y = int(math.ceil((extent[3] - inter_extent[3]) / out_grid_y)) | |
156 | + # 出图的网格大小 | |
157 | + out_grid_x = (extent[2] - extent[0]) / (width * 1.0) | |
158 | + out_grid_y = (extent[3] - extent[1]) / (height * 1.0) | |
144 | 159 | |
145 | - out_x_g = int(math.floor((inter_extent[2] - inter_extent[0]) / out_grid_x)) | |
146 | - out_y_g = int(math.floor((inter_extent[3] - inter_extent[1]) / out_grid_y)) | |
160 | + out_off_x = int(math.ceil((inter_extent[0] - extent[0]) / out_grid_x)) | |
161 | + out_off_y = int(math.ceil((extent[3] - inter_extent[3]) / out_grid_y)) | |
147 | 162 | |
148 | - # 相交部分在出图的哪个位置 | |
163 | + out_x_g = int(math.floor((inter_extent[2] - inter_extent[0]) / out_grid_x)) | |
164 | + out_y_g = int(math.floor((inter_extent[3] - inter_extent[1]) / out_grid_y)) | |
149 | 165 | |
150 | - overview_raster: ndarray = img.ReadAsArray(off_x, off_y, x_g, y_g, out_x_g, | |
151 | - out_y_g) | |
166 | + # 相交部分在出图的哪个位置 | |
152 | 167 | |
153 | - dat = numpy.zeros((height, width, 3), dtype=int) + 65536 | |
154 | - dat[out_off_y:out_off_y + out_y_g, out_off_x:out_off_x + out_x_g] = overview_raster | |
155 | - empty = dat | |
168 | + overview_raster: ndarray = overview.ReadAsArray(off_x, off_y, x_g, y_g, out_x_g, | |
169 | + out_y_g) | |
156 | 170 | |
157 | - return empty | |
171 | + dat = numpy.zeros((height, width), dtype=int) + 65536 | |
172 | + dat[out_off_y:out_off_y + out_y_g, out_off_x:out_off_x + out_x_g] = overview_raster | |
158 | 173 | |
174 | + empty = dat | |
175 | + | |
176 | + pixel_array[:, :, ceng] = empty | |
177 | + ceng += 1 | |
178 | + return pixel_array | |
179 | + | |
180 | + | |
181 | + def determine_level(self, xysize, origin_extent, extent, max_level): | |
182 | + ''' | |
183 | + 根据范围判断调用金字塔的哪一层 | |
184 | + :param xysize: | |
185 | + :param origin_extent: | |
186 | + :param extent: | |
187 | + :param max_level: | |
188 | + :return: | |
189 | + ''' | |
190 | + x = xysize[0] | |
191 | + y = xysize[1] | |
192 | + level = -1 | |
193 | + pixel = x * y * (((extent[2] - extent[0]) * (extent[3] - extent[1])) / ( | |
194 | + (origin_extent[2] - origin_extent[0]) * (origin_extent[3] - origin_extent[1]))) | |
195 | + while pixel > 100000 and level < max_level - 1: | |
196 | + level += 1 | |
197 | + x = x / 2 | |
198 | + y = y / 2 | |
199 | + pixel = x * y * (((extent[2] - extent[0]) * (extent[3] - extent[1])) / ( | |
200 | + (origin_extent[2] - origin_extent[0]) * (origin_extent[3] - origin_extent[1]))) | |
201 | + return level | |
\ No newline at end of file | ... | ... |

24.9 KB

14.4 KB

14.4 KB

14.4 KB
... | ... | @@ -27,9 +27,9 @@ class Api(ApiTemplate): |
27 | 27 | parameter = {} |
28 | 28 | for l_dict in json.loads(data.get("levels")): |
29 | 29 | parameter[str(l_dict["level"])] = {"resolution":l_dict["resolution"],"scale":l_dict["scale"]} |
30 | - parameter["cols"] = int(data.get("cols")) | |
31 | - parameter["rows"] = int(data.get("rows")) | |
32 | - parameter["dpi"] = int(data.get("dpi")) | |
30 | + parameter["cols"] = int(data.get("cols",256)) | |
31 | + parameter["rows"] = int(data.get("rows",256)) | |
32 | + parameter["dpi"] = int(data.get("dpi",96)) | |
33 | 33 | parameter["wkt"] = data.get("crs_wkt") |
34 | 34 | parameter["x"] = eval(data.get("top_left").split(",")[0]) |
35 | 35 | parameter["y"] = eval(data.get("top_left").split(",")[1]) |
... | ... | @@ -51,9 +51,9 @@ class Api(ApiTemplate): |
51 | 51 | # origin_x = top_left[0], |
52 | 52 | # origin_y = top_left[1], |
53 | 53 | levels = json.dumps(json.loads(data.get("levels"))), |
54 | - dpi = int(data.get("dpi")), | |
55 | - rows = int(data.get("rows")), | |
56 | - cols = int(data.get("cols")), | |
54 | + dpi = int(data.get("dpi",96)), | |
55 | + rows = int(data.get("rows",256)), | |
56 | + cols = int(data.get("cols",256)), | |
57 | 57 | update_time = datetime.datetime.now(), |
58 | 58 | parameter=json.dumps(parameter) |
59 | 59 | ) | ... | ... |
... | ... | @@ -19,6 +19,18 @@ class Api(ApiTemplate): |
19 | 19 | try: |
20 | 20 | guid = self.para.get("guid") |
21 | 21 | service = Service.query.filter_by(guid=guid).one_or_none() |
22 | + if service.type in ["ImageWMTS","ImageWMS"]: | |
23 | + from app.modules.service.image.models import ImageService | |
24 | + image_service = ImageService.query.filter_by(guid=service.service_guid).one_or_none() | |
25 | + db.session.delete(image_service) | |
26 | + if service.type in ["WMTS","TMS"]: | |
27 | + from app.modules.service.wmts.models import WMTS | |
28 | + wmts = WMTS.query.filter_by(guid=service.service_guid).one_or_none() | |
29 | + db.session.delete(wmts) | |
30 | + if service.type in ["WMTS", "TMS"]: | |
31 | + from app.modules.service.wms.models import WMS | |
32 | + wms = WMS.query.filter_by(guid=service.service_guid).one_or_none() | |
33 | + db.session.delete(wms) | |
22 | 34 | db.session.delete(service) |
23 | 35 | db.session.commit() |
24 | 36 | res["result"] = True | ... | ... |
... | ... | @@ -44,12 +44,11 @@ class Api(ApiTemplate): |
44 | 44 | "type": "string", |
45 | 45 | "description": "[WMS,WMTS,影像WMS,影像WMTS,guid]"}, |
46 | 46 | |
47 | - # {"name": "type", | |
48 | - # "in": "formData", | |
49 | - # "type": "string", | |
50 | - # "enum": ["WMS/WFS", "WMTS", "TMS", "ImageWMS", "ImageWMTS"], | |
51 | - # "required": "true", | |
52 | - # "description": "[WMS,WMTS,影像WMS,影像WMTS]"}, | |
47 | + {"name": "type", | |
48 | + "in": "formData", | |
49 | + "type": "string", | |
50 | + "enum": ["WMS/WFS", "WMTS", "TMS", "ImageWMS", "ImageWMTS"], | |
51 | + "description": "[WMS,WMTS,影像WMS,影像WMTS]"}, | |
53 | 52 | |
54 | 53 | {"name": "name", |
55 | 54 | "in": "formData", | ... | ... |
app/modules/service/service_resolve.py
0 → 100644
1 | +# coding=utf-8 | |
2 | +#author: 4N | |
3 | +#createtime: 2021/9/22 | |
4 | +#email: nheweijun@sina.com | |
5 | + | |
6 | + | |
7 | +from app.util.component.ApiTemplate import ApiTemplate | |
8 | +from app.util.component.ModelVisitor import ModelVisitor | |
9 | +from app.util.component.FileProcess import FileProcess | |
10 | +from app.models import Service | |
11 | +import os | |
12 | + | |
13 | +class Api(ApiTemplate): | |
14 | + ''' | |
15 | + 解析md文件 | |
16 | + ''' | |
17 | + api_name = "服务resolve" | |
18 | + | |
19 | + def process(self): | |
20 | + res = {} | |
21 | + try: | |
22 | + | |
23 | + parent = os.path.dirname(os.path.realpath(__file__)) | |
24 | + dir_path, store_file = FileProcess.save(parent) | |
25 | + | |
26 | + | |
27 | + except Exception as e: | |
28 | + raise e | |
29 | + return res | |
30 | + | |
31 | + | |
32 | + api_doc = { | |
33 | + "tags": ["服务接口"], | |
34 | + "parameters": [ | |
35 | + {"name": "guid", | |
36 | + "in": "formData", | |
37 | + "type": "string", | |
38 | + "description": "guid"}, | |
39 | + ], | |
40 | + "responses": { | |
41 | + 200: { | |
42 | + "schema": { | |
43 | + "properties": { | |
44 | + } | |
45 | + } | |
46 | + } | |
47 | + } | |
48 | + } | |
\ No newline at end of file | ... | ... |
app/modules/service/service_save.py
0 → 100644
1 | +# coding=utf-8 | |
2 | +#author: 4N | |
3 | +#createtime: 2021/9/22 | |
4 | +#email: nheweijun@sina.com | |
5 | + | |
6 | + | |
7 | +from app.util.component.ApiTemplate import ApiTemplate | |
8 | +from app.util.component.ModelVisitor import ModelVisitor | |
9 | +from app.models import Service | |
10 | + | |
11 | +class Api(ApiTemplate): | |
12 | + ''' | |
13 | + 保存服务到dmd文件 | |
14 | + ''' | |
15 | + api_name = "服务Save" | |
16 | + def process(self): | |
17 | + res = {} | |
18 | + try: | |
19 | + guid = self.para.get("guid") | |
20 | + service = Service.query.filter_by(guid=guid).one_or_none() | |
21 | + if not service: | |
22 | + raise Exception("服务不存在!") | |
23 | + res["data"] = {} | |
24 | + | |
25 | + if service.type in ["ImageWMS","ImageWMTS"]: | |
26 | + from app.modules.service.image.models import ImageService | |
27 | + speci_service = ImageService.query.filter_by(guid=service.service_guid).one_or_none() | |
28 | + relate_images = speci_service.images.all() | |
29 | + res["data"]["speci_service"] = ModelVisitor.object_to_json(speci_service) | |
30 | + | |
31 | + res["data"]["speci_service"]["images"] = [{"name":im["name"],"guid":im["guid"]} for im in ModelVisitor.objects_to_jsonarray(relate_images)] | |
32 | + res["data"]["speci_service"]["images"] = sorted(res["data"]["speci_service"]["images"], key=lambda x: x["name"]) | |
33 | + | |
34 | + elif service.type.__eq__("WMTS") or service.type.__eq__("TMS"): | |
35 | + from app.modules.service.wmts.models import WMTS | |
36 | + speci_service = WMTS.query.filter_by(guid=service.service_guid).one_or_none() | |
37 | + | |
38 | + res["data"]["speci_service"] = ModelVisitor.object_to_json(speci_service) | |
39 | + | |
40 | + elif service.type.__eq__("WMS/WFS"): | |
41 | + from app.modules.service.wms.models import WMS | |
42 | + speci_service = WMS.query.filter_by(guid=service.service_guid).one_or_none() | |
43 | + res["data"]["speci_service"] = ModelVisitor.object_to_json(speci_service) | |
44 | + else: | |
45 | + res["data"] = {} | |
46 | + | |
47 | + res["data"]["service"] = ModelVisitor.object_to_json(service) | |
48 | + | |
49 | + except Exception as e: | |
50 | + raise e | |
51 | + return res | |
52 | + | |
53 | + | |
54 | + api_doc = { | |
55 | + "tags": ["服务接口"], | |
56 | + "parameters": [ | |
57 | + {"name": "guid", | |
58 | + "in": "formData", | |
59 | + "type": "string", | |
60 | + "description": "guid"}, | |
61 | + ], | |
62 | + "responses": { | |
63 | + 200: { | |
64 | + "schema": { | |
65 | + "properties": { | |
66 | + } | |
67 | + } | |
68 | + } | |
69 | + } | |
70 | + } | |
\ No newline at end of file | ... | ... |
... | ... | @@ -8,8 +8,10 @@ from flask import current_app |
8 | 8 | import os |
9 | 9 | |
10 | 10 | from app.util.component.ApiTemplate import ApiTemplate |
11 | +from app.util.component.ModelVisitor import ModelVisitor | |
11 | 12 | from app.util.component.StructuredPrint import StructurePrint |
12 | - | |
13 | +from app.models import Service,db | |
14 | +from sqlalchemy.orm import load_only | |
13 | 15 | from flask import current_app |
14 | 16 | class Api(ApiTemplate): |
15 | 17 | |
... | ... | @@ -24,7 +26,9 @@ class Api(ApiTemplate): |
24 | 26 | |
25 | 27 | result=dict() |
26 | 28 | result.update(self.para) |
29 | + services = Service.query.options(load_only('guid')).all() | |
27 | 30 | result["root_path"] = os.path.dirname(current_app.instance_path) |
31 | + result["services"] = ModelVisitor.objects_to_jsonarray(services) | |
28 | 32 | return result |
29 | 33 | |
30 | 34 | ... | ... |
... | ... | @@ -307,13 +307,6 @@ class ThisTask: |
307 | 307 | :return: 表名 |
308 | 308 | ''' |
309 | 309 | |
310 | - # 在覆盖模式下,删除原有记录 | |
311 | - if overwrite.__eq__("yes"): | |
312 | - old_table = self.sys_session.query(Table).filter_by(name=new_layer_name).one_or_none() | |
313 | - if old_table: | |
314 | - self.sys_session.delete(old_table) | |
315 | - | |
316 | - | |
317 | 310 | this_time = datetime.datetime.now() |
318 | 311 | |
319 | 312 | ext = layer.GetExtent() |
... | ... | @@ -336,7 +329,7 @@ class ThisTask: |
336 | 329 | is_vacuate=is_vacuate |
337 | 330 | ) |
338 | 331 | # 删除遗留业务数据 |
339 | - history_table = self.sys_session.query(Table).filter_by(name=new_layer_name).all() | |
332 | + history_table = self.sys_session.query(Table).filter_by(name=new_layer_name,database_guid=self.database.guid).all() | |
340 | 333 | if history_table: |
341 | 334 | for ht in history_table: |
342 | 335 | self.sys_session.delete(ht) | ... | ... |
... | ... | @@ -52,8 +52,8 @@ class SliceScheme: |
52 | 52 | col = int(col) |
53 | 53 | detaxy = parameter.get(str(level)).get("resolution")* parameter.get("cols") |
54 | 54 | |
55 | - minx = detaxy * col + parameter.get("x") | |
56 | - maxy = -detaxy * row + parameter.get("y") | |
55 | + minx = detaxy * col + int(parameter.get("x")) | |
56 | + maxy = -detaxy * row + int(parameter.get("y")) | |
57 | 57 | maxx = detaxy + minx |
58 | 58 | miny = -detaxy + maxy |
59 | 59 | ... | ... |
test/pg2gdb.py
0 → 100644
1 | +# coding=utf-8 | |
2 | +#author: 4N | |
3 | +#createtime: 2021/10/21 | |
4 | +#email: nheweijun@sina.com | |
5 | + | |
6 | +from osgeo import ogr | |
7 | +from osgeo import gdal | |
8 | + | |
9 | +def function(): | |
10 | + gdal.SetConfigOption("SHAPE_ENCODING", "UTF-8") | |
11 | + | |
12 | + fn = "PG: user=postgres password=chinadci host=172.26.60.101 port=5432 dbname=parcel" | |
13 | + driver = ogr.GetDriverByName("PostgreSQL") | |
14 | + ds:ogr.DataSource = driver.Open(fn, 1) | |
15 | + | |
16 | + layer:ogr.Layer = ds.GetLayerByName("ZDCLHX2000V14") | |
17 | + | |
18 | + output = r"E:\D2\桌面\工作\2021.10省厅测评\10w.shp" | |
19 | + | |
20 | + shp_driver = ogr.GetDriverByName("FileGDB") | |
21 | + output_ds: ogr.DataSource = shp_driver.CreateDataSource(output) | |
22 | + | |
23 | + out_layer:ogr.Layer = output_ds.CreateLayer(layer.GetName(),layer.GetSpatialRef(),layer.GetGeomType()) | |
24 | + | |
25 | + field_names = ["id","预编号","土地使用者","所有权性质","土地证号","地址","镇区","测量日期","二维码信息","shape_area"] | |
26 | + field_names_yinwen = ["id", "precode", "user", "xingzhi", "tudi", "address", "region", "date", "code", "shape_area"] | |
27 | + scheme = [field for field in layer.schema if field.GetName() in field_names] | |
28 | + | |
29 | + out_layer.CreateFields(scheme) | |
30 | + count = 100000 | |
31 | + | |
32 | + i=0 | |
33 | + featureDefn = out_layer.GetLayerDefn() | |
34 | + | |
35 | + for f in layer: | |
36 | + ff :ogr.Feature = f | |
37 | + new_f = ogr.Feature(featureDefn) | |
38 | + new_f.SetGeometry(ff.geometry()) | |
39 | + for field in field_names: | |
40 | + dd = ff.GetFieldIndex(field) | |
41 | + kkk = ff.GetField(dd) | |
42 | + new_f.SetField(field,kkk) | |
43 | + out_layer.CreateFeature(new_f) | |
44 | + i += 1 | |
45 | + if i==count: | |
46 | + break | |
47 | + | |
48 | + output_ds.Destroy() | |
49 | +if __name__ == '__main__': | |
50 | + | |
51 | + function() | |
\ No newline at end of file | ... | ... |
test/pg2shp.py
0 → 100644
1 | +# coding=utf-8 | |
2 | +#author: 4N | |
3 | +#createtime: 2021/10/21 | |
4 | +#email: nheweijun@sina.com | |
5 | + | |
6 | +from osgeo import ogr | |
7 | +from osgeo import gdal | |
8 | + | |
9 | +def function(): | |
10 | + gdal.SetConfigOption("SHAPE_ENCODING", "GBK") | |
11 | + | |
12 | + fn = "PG: user=postgres password=chinadci host=172.26.60.101 port=5432 dbname=parcel" | |
13 | + driver = ogr.GetDriverByName("PostgreSQL") | |
14 | + ds:ogr.DataSource = driver.Open(fn, 1) | |
15 | + | |
16 | + layer:ogr.Layer = ds.GetLayerByName("ZDCLHX2000V14") | |
17 | + output = r"E:\D2\桌面\工作\2021.10省厅测评\100w.shp" | |
18 | + shp_driver = ogr.GetDriverByName("ESRI Shapefile") | |
19 | + output_ds: ogr.DataSource = shp_driver.CreateDataSource(output) | |
20 | + | |
21 | + out_layer:ogr.Layer = output_ds.CreateLayer(layer.GetName(),layer.GetSpatialRef(),layer.GetGeomType()) | |
22 | + | |
23 | + field_names = ["id","预编号","土地使用者","所有权性质","土地证号","地址","镇区","测量日期","二维码信息","shape_area"] | |
24 | + scheme = [field for field in layer.schema if field.GetName() in field_names] | |
25 | + | |
26 | + out_layer.CreateFields(scheme) | |
27 | + count = 1000000 | |
28 | + | |
29 | + i=0 | |
30 | + featureDefn = out_layer.GetLayerDefn() | |
31 | + | |
32 | + for f in layer: | |
33 | + ff :ogr.Feature = f | |
34 | + new_f = ogr.Feature(featureDefn) | |
35 | + new_f.SetGeometry(ff.geometry()) | |
36 | + for field in field_names: | |
37 | + dd = ff.GetFieldIndex(field) | |
38 | + kkk = ff.GetField(dd) | |
39 | + new_f.SetField(field,kkk) | |
40 | + out_layer.CreateFeature(new_f) | |
41 | + i += 1 | |
42 | + if i==count: | |
43 | + break | |
44 | + | |
45 | + output_ds.Destroy() | |
46 | +if __name__ == '__main__': | |
47 | + | |
48 | + function() | |
\ No newline at end of file | ... | ... |
请
注册
或
登录
后发表评论