Skip to content

Commit

Permalink
！
Browse files Browse the repository at this point in the history
  • Loading branch information
@Mingxiangyu
Mingxiangyu committed Jun 19, 2023
1 parent fc3f4ba commit a2d4f72
Show file tree
Hide file tree
Showing 4 changed files with 164 additions and 17 deletions.
3 changes: 3 additions & 0 deletions detection/test-计算公式并生成结果.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -160,6 +160,7 @@ def clean_data():
curve_list = layer_value.get("curve")

# 将起始深度当做查询参数进行 label 查询
# toDo 需要修改，是大于等于还是大于
query = {'StartDepth': {'$gte': l1_start}, "EndDepth": {'$lte': l1_end}}
Depth = label_collection.find(query)
label_depth_list = list(Depth[:])
Expand Down Expand Up @@ -192,6 +193,7 @@ def clean_data():
if label_start > layer_old_endDepth:
n_label_label = "N"
# 获取las文件中起始深度为 layer_old_endDepth ，label_start 的所有行数据
# toDo 需要修改，是大于等于还是大于
n_query = {'Depth': {'$gte': layer_old_endDepth, '$lte': label_start}}
n_Depth = lascurve_collection.find(n_query)
n_Depth_list = [doc for doc in n_Depth]
Expand Down Expand Up @@ -238,6 +240,7 @@ def clean_data():
label_item_start_end[label_label].append(label_start_end)

# 获取las文件中起始深度为 StartDepth ，EndDepth 的所有行数据
# toDo 需要修改，是大于等于还是大于
query = {'Depth': {'$gte': label_start, '$lte': label_end}}
Depth = lascurve_collection.find(query)

Expand Down
140 changes: 134 additions & 6 deletions detection/生成Module4结果.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,8 @@
# @File : test.py

# 上一条label的截止深度
import csv

from pymongo import MongoClient

# 连接 MongoDB 数据库
Expand All @@ -26,6 +28,10 @@
db = client["mydatabase"]
# 获取label（标签表）数据
label_collection = db['label']
# 获取管道规范数据
PipeSpecifications_collection = db['PipeSpecificationsMaster']
# 获取公式计算结果
calculate_collection = db['Calculate']

# toDo 井构表数据，待放入库中，从库中查询
l = {"type": 3, "start": 4.0667, "end": 897,
Expand All @@ -43,7 +49,7 @@
layer = [l, l1, l2]


def test():
def clean_data():
data = []
# 定义一个全局的结束参数，用来获取 N(管节) 的起始值
old_EndDepth = 0
Expand All @@ -64,7 +70,8 @@ def test():
# 定义一个字典，存储当前 layer 下所有 curve（Channel） 的数据
channel_itme = {}

label_item_start_end = {}
# 定义一个字典，存储当前 layer 下所有 curve（Channel） 的起始数据
label_start_end_item = {}

# 循环曲线参数
for curve_item in curve_list:
Expand All @@ -80,6 +87,8 @@ def test():
if curve_type == 1:
# 定义一个字典，存储当前 layer 下当前 curve（Channel） 下所有标签和对应的数据<标签：数据集合>
label_item = {}
# 定义一个字典，存储当前 layer 下当前 curve（Channel） 下所有标签和对应的起始数据
label_item_start_end = {}
# 循环 label 结果
for lable_depth in label_depth_list:
label_label = lable_depth.get("Label")
Expand Down Expand Up @@ -111,11 +120,15 @@ def test():
# 更新上一条Label的截止深度
layer_old_endDepth = label_end
channel_itme[curve_name] = label_item
label_start_end_item[curve_name] = label_item_start_end

# 根据不同类型曲线，获取不同的N
if curve_type == 2:
# 定义一个字典，存储当前 layer 下当前 curve（Channel） 下所有标签和对应的数据<标签：数据集合>
label_item = {}
# 定义一个字典，存储当前 layer 下当前 curve（Channel） 下所有标签和对应的起始数据
label_item_start_end = {}

# 循环 label 结果
for lable_depth in label_depth_list:
label_label = lable_depth.get("Label")
Expand Down Expand Up @@ -148,11 +161,15 @@ def test():
layer_old_endDepth = label_end

channel_itme[curve_name] = label_item
label_start_end_item[curve_name] = label_item_start_end

# 根据不同类型曲线，获取不同的N
if curve_type == 3:
# 定义一个字典，存储当前 layer 下当前 curve（Channel） 下所有标签和对应的数据<标签：数据集合>
label_item = {}
# 定义一个字典，存储当前 layer 下当前 curve（Channel） 下所有标签和对应的起始数据
label_item_start_end = {}

# 循环 label 结果
for lable_depth in label_depth_list:
label_label = lable_depth.get("Label")
Expand Down Expand Up @@ -185,11 +202,122 @@ def test():
layer_old_endDepth = label_end

channel_itme[curve_name] = label_item
label_start_end_item[curve_name] = label_item_start_end

print(label_item_start_end)
print(label_start_end_item)
print("\n")
old_EndDepth = layer_old_endDepth



test()
# 当前井构（L1）下所有标签的集合
layer_item = []
# 重新组装数据结构
for channel, channel_value in channel_itme.items():
channel_w = None
channel_v = None
curve_type = None
for curve_item in curve_list:
if channel == curve_item.get('Channel'):
channel_w = curve_item.get("W")
channel_v = curve_item.get("V")
curve_type = curve_item.get("curve_type")
break

channel_start_end = {
"layer": l1_type,
"channel_name": channel,
"curve_type": curve_type,
"W": channel_w,
"V": channel_v
}
# 如果该 channel（曲线） 是空的，则直接对data复制为空
if channel:
label_item_start_end = label_start_end_item.get(channel)
start_end_get = label_item_start_end.get("N")
channel_start_end["channel_data"] = start_end_get
layer_item.append(channel_start_end)

layer_data = {
"layer_start": l1_start,
"layer_end": l1_end,
"layer_type": l1_type,
"layer_item": layer_item
}
data.append(layer_data)
return data


data = clean_data()


def rebuild_data(data):
# 重新组装数据，key为 channelType，value为对应的起始值集合
channel_start_end = {}
for layer in data:
layer_item = layer.get("layer_item")
for layer_item_data in layer_item:
layer_item_start_end_list = layer_item_data.get("channel_data")

# 如果起始数据集合为空，则直接跳过
if not layer_item_start_end_list:
continue

curve_type = layer_item_data.get("curve_type")
# 将当前 n_label 的起始值记录下
start_end = channel_start_end.get(curve_type)
if start_end:
channel_start_end[curve_type].extend(layer_item_start_end_list)
else:
channel_start_end[curve_type] = []
channel_start_end[curve_type].extend(layer_item_start_end_list)
return channel_start_end


rebuild_data = rebuild_data(data)


def write_data(rebuild_data):
for channel_start_end_key in rebuild_data:
print(channel_start_end_key)
start_end = rebuild_data.get(channel_start_end_key)

row = []
for start_end_item in start_end:
top = start_end_item.get("label_start")
bottom = start_end_item.get("label_end")
length = bottom - top
# toDo 后续传输进来
nom_od = 9.625
weight = 40

PipeSpecifications_query = {'OD Ins': {'$eq': nom_od}, "Weight (lb/ft)": {'$eq': weight}}
PipeSpecifications = PipeSpecifications_collection.find(PipeSpecifications_query)
PipeSpecifications = list(PipeSpecifications)
PipeSpecifications = PipeSpecifications[0]

thickness = PipeSpecifications.get("Wall Thickness")

# toDo 需要修改，是大于等于还是大于
calculate_query = {'Depth': {'$gte': top, '$lte': bottom}}
calculate_list = calculate_collection.find(calculate_query)
collection_list = list(calculate_list)

if channel_start_end_key == 1:
collection_list.sort(key=lambda p: p.Curve1)
if channel_start_end_key == 2:
collection_list.sort(key=lambda p: p.Curve2)
if channel_start_end_key == 3:
collection_list.sort(key=lambda p: p.Curve3)

print(collection_list)

with open('Joint Analysis.csv', 'w', newline='') as f:
writer = csv.writer(f)
csv_h0eader = ["Depth", "Layer", "Lable", "Curve1", "Curve2", "Curve3"]
writer.writerow(csv_h0eader)
for i in range(len(row)):
writer.writerow([row_data for row_data in row[i]] )

# for layer_item_start_end in layer_item_start_end_list:


write_data(rebuild_data)
30 changes: 19 additions & 11 deletions detection/计算公式并生成结果.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -19,15 +19,21 @@

# toDo 井构表数据，待放入库中，从库中查询
l = {"type": 3, "start": 4.0667, "end": 897,
"curve": [{"curve_type": 1, "Channel": "AD[15]", "W": 0.25, "V": -0.009},
{"curve_type": 2, "Channel": "AD[38]", "W": 0.25, "V": -0.006},
{"curve_type": 3, "Channel": "AD[54]", "W": 0.25, "V": -0.009}]}
"curve": [{"curve_type": 1, "Channel": "AD[15]", "W": 0.25, "V": -0.009, "LayerODin": 9.625, "LayerWtLbFt": 40,
"LayerNomThkin": 0.395},
{"curve_type": 2, "Channel": "AD[38]", "W": 0.25, "V": -0.006, "LayerODin": 9.625, "LayerWtLbFt": 40,
"LayerNomThkin": 0.395},
{"curve_type": 3, "Channel": "AD[54]", "W": 0.25, "V": -0.009, "LayerODin": 9.625, "LayerWtLbFt": 40,
"LayerNomThkin": 0.395}]}
l1 = {"type": 2, "start": 897, "end": 4652.4,
"curve": [{"curve_type": 1, "Channel": "AD[15]", "W": 0.25, "V": -0.009},
{"curve_type": 2, "Channel": "AD[38]", "W": 0.42, "V": -0.001},
"curve": [{"curve_type": 1, "Channel": "AD[15]", "W": 0.25, "V": -0.009, "LayerODin": 13.375, "LayerWtLbFt": 72,
"LayerNomThkin": 0.514},
{"curve_type": 2, "Channel": "AD[38]", "W": 0.42, "V": -0.001, "LayerODin": 13.375, "LayerWtLbFt": 72,
"LayerNomThkin": 0.514},
{"curve_type": 3, "Channel": None, "W": 1, "V": 0}]}
l2 = {"type": 1, "start": 4652.4, "end": 5149.667,
"curve": [{"curve_type": 1, "Channel": "AD[25]", "W": 0.25, "V": -0.007},
"curve": [{"curve_type": 1, "Channel": "AD[25]", "W": 0.25, "V": -0.007, "LayerODin": 18.625, "LayerWtLbFt": 115,
"LayerNomThkin": 0.594},
{"curve_type": 2, "Channel": None, "W": 1, "V": 0},
{"curve_type": 3, "Channel": None, "W": 1, "V": 0}]}
layer = [l, l1, l2]
Expand Down Expand Up @@ -156,6 +162,8 @@ def clean_data():
l1_type = layer_value.get("type")
# 获取当前layer的曲线参数
curve_list = layer_value.get("curve")
# 获取管柱信息
curve_list = layer_value.get("LayerODin")

# 将起始深度当做查询参数进行 label 查询
query = {'StartDepth': {'$gte': l1_start}, "EndDepth": {'$lte': l1_end}}
Expand Down Expand Up @@ -185,7 +193,7 @@ def clean_data():
# 定义一个字典，存储当前 layer 下当前 curve（Channel） 下所有标签和对应的数据<标签：数据集合>
label_item = {}
# 定义一个字典，存储当前 layer 下当前 curve（Channel） 下所有标签和对应的起始数据
label_item_start_end={}
label_item_start_end = {}
# 循环 label 结果
for lable_depth in label_depth_list:
label_label = lable_depth.get("Label")
Expand Down Expand Up @@ -489,10 +497,10 @@ def curve_value_calculate(data, curve_depth, las_curve):

# 获取当前 layer 中所有 label 标签集合
layer_item = layer_data.get("layer_item")
for layer_data in layer_item:
channel_data = layer_data.get('channel_data')
channel_w = layer_data.get('W')
channel_v = layer_data.get('V')
for layer_item_data in layer_item:
channel_data = layer_item_data.get('channel_data')
channel_w = layer_item_data.get('W')
channel_v = layer_item_data.get('V')

# 因为下面计算可能用上所有均值，所以提前获取所有均值
n_jun, a_jun, b_jun, c_jun, e_jun = [0 for i in range(5)]
Expand Down
8 changes: 8 additions & 0 deletions 将csv存储到MongoDB.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -47,6 +47,14 @@
db = client["mydatabase"]
# 标签表
collection = db['Calculate']
# collection.insert_many(data_json)


df = pd.read_csv("G:\软件备份\Project\测井\项目所需\Case-3文件及说明\API_PipeSpecificationsMaster.csv", encoding='utf-8')
data_json = df.to_dict(orient='records')
db = client["mydatabase"]
# 标签表
collection = db['PipeSpecificationsMaster']
collection.insert_many(data_json)


0 comments on commit a2d4f72

Please sign in to comment.