import os,re,json """---明确数据文件位置---""" datafile = "文本文件/metadata.txt" pending_filename = "临时文件/pendingmetadata.txt" # 双回车分隔,记录内单回车分隔列表,首行为字段名 """---文件位置结束---""" def trim(string): string = re.sub(r"^[ \t\n]*","",string) string = re.sub(r"[ \t\n]*$","",string) return string def FloatToInt(string): f = float(string) if abs(f-round(f))<0.01: f = round(f) return f with open(datafile,"r",encoding="utf8") as f: data = f.read().strip() pos = data.index("\n") field = data[:pos].strip() #文件的第一个非空行的内容为字段名 appending_data = data[pos:] #第一个非空行之后的内容为要添加的数据 appending_data = re.sub(r"\n[\s]*\n","\n\n",appending_data) with open(r"../题库0.3/Problems.json","r",encoding = "utf8") as f: database = f.read() pro_dict = json.loads(database) with open(r"../题库0.3/LessonObj.json","r",encoding = "utf8") as f: database = f.read() obj_dict = json.loads(database) #该字段列表可能需要更新 fields = ["content","objs","tags","genre","ans","solution","duration","usages","origin","edit","same","related","remark","space","unrelated"] #题库中的现有字段, 可能会需要更新 if field in fields: field_type = type(pro_dict["000001"][field]) #得到字段类型 datalist = [record.strip() for record in appending_data.split("\n\n") if len(trim(record)) > 0] #以连续两个回车为分隔切分要添加的数据 pending_dict = {} for record in datalist: id = re.findall(r"^[\d]{1,}",record)[0] data = record[len(id):].strip() #每个记录最前方的连续数字作为题号(补全六位), 除题号外的部分作为内容 id = id.zfill(6) if not id in pro_dict: print("题号:",id,"不在数据库中.") break #字符串类型字段添加数据 elif field_type == str and data in pro_dict[id][field]: #若数据库内该题目字段中已有该数据则不作变更 print("题号:",id,", 字段:",field,"中已有该数据:",data) elif field_type == str and not data in pro_dict[id][field] and not field == "ans" and not field == "space": #若数据库内该题目字段中未有该数据, 并且字段不是ans也不是space, 则在原内容之后添加新内容 origin_data = pro_dict[id][field] new_data = trim(origin_data + "\n" + data) pro_dict[id][field] = new_data print("题号:",id,", 字段:",field,"中已添加数据:",data) elif field_type == str and not data in pro_dict[id][field] and field == "ans" or field == "space": #若数据库内该题目字段中未有该数据, 并且字段是ans或space, 则用新内容覆盖原内容 pro_dict[id][field] = data print("题号:",id,", 字段:",field,"中已修改数据:",data) #数值类型字段添加数据 elif (field_type == int or field_type == float) and abs(float(data) - pro_dict[id][field])<0.01: #数值型数据若和原数据相差小于0.01, 则维持原状不变 print("题号:",id,", 字段:",field,"中已有该数据:",FloatToInt(data)) elif (field_type == int or field_type == float) and abs(float(data) - pro_dict[id][field])>=0.01: #数值型数据若和原数据相差大于等于0.01, 则替换原数据 pro_dict[id][field] = FloatToInt(data) print("题号:",id,", 字段:",field,"中已修改数据:",FloatToInt(data)) #列表类型字段添加数据 elif field_type == list: cell_data_list = [d.strip() for d in data.split("\n")] #字段为列表型时, 先按照回车切分数据中的各子项 for cell_data in cell_data_list: if cell_data in pro_dict[id][field]: #若数据库内该题目字段中已有该数据则不作变更 print("题号:",id,", 字段:",field,"中已有该数据:",cell_data) elif not field == "objs" and not field == "usages": #若数据库内该题目字段中未有该数据, 且不是objs字段, 也不是usages字段, 则添加新数据 pro_dict[id][field].append(cell_data) print("题号:",id,", 字段:",field,"中已添加数据:",cell_data) elif field == "objs": #若数据库内该题目字段中未有该数据, 且是objs字段, 则检测目标字典后, 再添加有效的新数据 if not cell_data in obj_dict and not cell_data.upper() == "KNONE": print("题号:",id,", 字段:",field,"目标编号有误:",cell_data) else: pro_dict[id][field].append(cell_data.upper()) print("题号:",id,", 字段:",field,"中已添加数据:",cell_data.upper()) elif field == "usages": #若字段为usages, 则先判断班级是否做过该题目, 随后做相应处理 if not cell_data[0] == "p": #若首字母不为p, 按常规方式处理 cell_data = re.sub(r"\s+",r"\t",cell_data) #print(id,cell_data) classid = [info for info in cell_data.split("\t") if len(re.findall(r"[班高一二三]",info))>0][0] #读取班级号 time_striped = re.sub(r"^\d{4,}\t","",cell_data) # 读取去除时间的数据 # print(id,classid,time_striped) if time_striped in "\n".join(pro_dict[id]["usages"]): # 去除时间的数据已有记录 print("题号",id,classid,"已记录") elif classid in "\n".join(pro_dict[id]["usages"]): # 班级已有记录但是去除时间的数据未有记录, 需人工处理 print("题号",id,classid,"已使用. 在pending list中已记录.") if not id in pending_dict: # 记录题号和班级均有重复的数据(可能是第二次做) pending_dict[id] = [cell_data] else: pending_dict[id].append(cell_data) else: print("题号:",id,", 字段:",field,"中已添加数据:",cell_data.upper()) pro_dict[id][field].append(cell_data.upper()) else: #某行数据以p开始 print("题号:",id,", 字段:",field,"中已强制添加数据:",cell_data.upper()[1:]) pro_dict[id][field].append(cell_data.upper()[1:]) #强制添加该行数据(去除首字母p) if len(pending_dict) > 0: print("部分等待处理的数据已输出至",pending_filename) output = "usages\n" for id in pending_dict: output += id + "\n" for t in pending_dict[id]: output += "p"+t+"\n" output += "\n\n" with open(pending_filename,"w",encoding="u8") as f: f.write(output) else: print("字段名有误") with open(r"../题库0.3/Problems.json","w",encoding = "utf8") as f: f.write(json.dumps(pro_dict,indent=4,ensure_ascii=False))