{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "题号: 031158 , 字段: usages 中已添加数据: 20230116\t2023届高三12班\t0.500\t0.409\n",
      "题号: 031159 , 字段: usages 中已添加数据: 20230116\t2023届高三12班\t0.955\t0.636\n",
      "题号: 031196 , 字段: usages 中已添加数据: 20230116\t2023届高三12班\t0.864\n",
      "题号: 031160 , 字段: usages 中已添加数据: 20230116\t2023届高三12班\t0.409\n",
      "题号: 031162 , 字段: usages 中已添加数据: 20230116\t2023届高三12班\t0.727\n",
      "题号: 031163 , 字段: usages 中已添加数据: 20230116\t2023届高三12班\t0.545\n",
      "题号: 031164 , 字段: usages 中已添加数据: 20230116\t2023届高三12班\t0.773\n",
      "题号: 031202 , 字段: usages 中已添加数据: 20230116\t2023届高三12班\t0.545\n",
      "题号: 031201 , 字段: usages 中已添加数据: 20230116\t2023届高三12班\t0.500\n",
      "题号: 031203 , 字段: usages 中已添加数据: 20230116\t2023届高三12班\t0.364\n",
      "题号: 031161 , 字段: usages 中已添加数据: 20230116\t2023届高三12班\t0.583\t0.568\n",
      "题号: 031179 , 字段: usages 中已添加数据: 20230116\t2023届高三12班\t0.955\t0.955\t0.955\n",
      "题号: 031188 , 字段: usages 中已添加数据: 20230116\t2023届高三12班\t0.809\n",
      "题号: 031158 , 字段: usages 中已添加数据: 20230116\t2023届高三02班\t0.750\t0.656\n",
      "题号: 031159 , 字段: usages 中已添加数据: 20230116\t2023届高三02班\t0.938\t0.875\n",
      "题号: 031196 , 字段: usages 中已添加数据: 20230116\t2023届高三02班\t0.625\n",
      "题号: 031160 , 字段: usages 中已添加数据: 20230116\t2023届高三02班\t0.688\n",
      "题号: 031162 , 字段: usages 中已添加数据: 20230116\t2023届高三02班\t0.906\n",
      "题号: 031163 , 字段: usages 中已添加数据: 20230116\t2023届高三02班\t0.594\n",
      "题号: 031164 , 字段: usages 中已添加数据: 20230116\t2023届高三02班\t0.938\n",
      "题号: 031202 , 字段: usages 中已添加数据: 20230116\t2023届高三02班\t0.625\n",
      "题号: 031201 , 字段: usages 中已添加数据: 20230116\t2023届高三02班\t0.469\n",
      "题号: 031203 , 字段: usages 中已添加数据: 20230116\t2023届高三02班\t0.531\n",
      "题号: 031161 , 字段: usages 中已添加数据: 20230116\t2023届高三02班\t0.932\t0.922\n",
      "题号: 031179 , 字段: usages 中已添加数据: 20230116\t2023届高三02班\t1.000\t0.979\t0.932\n",
      "题号: 031188 , 字段: usages 中已添加数据: 20230116\t2023届高三02班\t0.825\n",
      "题号: 031158 , 字段: usages 中已添加数据: 20230116\t2023届高三03班\t0.533\t0.367\n",
      "题号: 031159 , 字段: usages 中已添加数据: 20230116\t2023届高三03班\t0.933\t0.800\n",
      "题号: 031196 , 字段: usages 中已添加数据: 20230116\t2023届高三03班\t0.667\n",
      "题号: 031160 , 字段: usages 中已添加数据: 20230116\t2023届高三03班\t0.567\n",
      "题号: 031162 , 字段: usages 中已添加数据: 20230116\t2023届高三03班\t0.867\n",
      "题号: 031163 , 字段: usages 中已添加数据: 20230116\t2023届高三03班\t0.700\n",
      "题号: 031164 , 字段: usages 中已添加数据: 20230116\t2023届高三03班\t0.867\n",
      "题号: 031202 , 字段: usages 中已添加数据: 20230116\t2023届高三03班\t0.767\n",
      "题号: 031201 , 字段: usages 中已添加数据: 20230116\t2023届高三03班\t0.367\n",
      "题号: 031203 , 字段: usages 中已添加数据: 20230116\t2023届高三03班\t0.600\n",
      "题号: 031161 , 字段: usages 中已添加数据: 20230116\t2023届高三03班\t0.800\t0.778\n",
      "题号: 031179 , 字段: usages 中已添加数据: 20230116\t2023届高三03班\t0.933\t0.933\t0.900\n",
      "题号: 031188 , 字段: usages 中已添加数据: 20230116\t2023届高三03班\t0.863\n",
      "题号: 031158 , 字段: usages 中已添加数据: 20230116\t2023届高三04班\t0.900\t0.253\n",
      "题号: 031159 , 字段: usages 中已添加数据: 20230116\t2023届高三04班\t0.967\t0.800\n",
      "题号: 031196 , 字段: usages 中已添加数据: 20230116\t2023届高三04班\t0.420\n",
      "题号: 031160 , 字段: usages 中已添加数据: 20230116\t2023届高三04班\t0.433\n",
      "题号: 031162 , 字段: usages 中已添加数据: 20230116\t2023届高三04班\t0.833\n",
      "题号: 031163 , 字段: usages 中已添加数据: 20230116\t2023届高三04班\t0.633\n",
      "题号: 031164 , 字段: usages 中已添加数据: 20230116\t2023届高三04班\t0.967\n",
      "题号: 031202 , 字段: usages 中已添加数据: 20230116\t2023届高三04班\t0.567\n",
      "题号: 031201 , 字段: usages 中已添加数据: 20230116\t2023届高三04班\t0.467\n",
      "题号: 031203 , 字段: usages 中已添加数据: 20230116\t2023届高三04班\t0.600\n",
      "题号: 031161 , 字段: usages 中已添加数据: 20230116\t2023届高三04班\t0.789\t0.739\n",
      "题号: 031179 , 字段: usages 中已添加数据: 20230116\t2023届高三04班\t0.967\t0.967\t0.944\n",
      "题号: 031188 , 字段: usages 中已添加数据: 20230116\t2023届高三04班\t0.787\n",
      "题号: 031158 , 字段: usages 中已添加数据: 20230116\t2023届高三05班\t0.778\t0.639\n",
      "题号: 031159 , 字段: usages 中已添加数据: 20230116\t2023届高三05班\t0.972\t0.861\n",
      "题号: 031196 , 字段: usages 中已添加数据: 20230116\t2023届高三05班\t0.722\n",
      "题号: 031160 , 字段: usages 中已添加数据: 20230116\t2023届高三05班\t0.639\n",
      "题号: 031162 , 字段: usages 中已添加数据: 20230116\t2023届高三05班\t0.889\n",
      "题号: 031163 , 字段: usages 中已添加数据: 20230116\t2023届高三05班\t0.722\n",
      "题号: 031164 , 字段: usages 中已添加数据: 20230116\t2023届高三05班\t0.806\n",
      "题号: 031202 , 字段: usages 中已添加数据: 20230116\t2023届高三05班\t0.667\n",
      "题号: 031201 , 字段: usages 中已添加数据: 20230116\t2023届高三05班\t0.528\n",
      "题号: 031203 , 字段: usages 中已添加数据: 20230116\t2023届高三05班\t0.639\n",
      "题号: 031161 , 字段: usages 中已添加数据: 20230116\t2023届高三05班\t0.611\t0.639\n",
      "题号: 031179 , 字段: usages 中已添加数据: 20230116\t2023届高三05班\t0.917\t0.944\t0.861\n",
      "题号: 031188 , 字段: usages 中已添加数据: 20230116\t2023届高三05班\t0.861\n",
      "题号: 031158 , 字段: usages 中已添加数据: 20230116\t2023届高三06班\t0.676\t0.595\n",
      "题号: 031159 , 字段: usages 中已添加数据: 20230116\t2023届高三06班\t1.000\t0.811\n",
      "题号: 031196 , 字段: usages 中已添加数据: 20230116\t2023届高三06班\t0.784\n",
      "题号: 031160 , 字段: usages 中已添加数据: 20230116\t2023届高三06班\t0.703\n",
      "题号: 031162 , 字段: usages 中已添加数据: 20230116\t2023届高三06班\t0.919\n",
      "题号: 031163 , 字段: usages 中已添加数据: 20230116\t2023届高三06班\t0.730\n",
      "题号: 031164 , 字段: usages 中已添加数据: 20230116\t2023届高三06班\t0.892\n",
      "题号: 031202 , 字段: usages 中已添加数据: 20230116\t2023届高三06班\t0.730\n",
      "题号: 031201 , 字段: usages 中已添加数据: 20230116\t2023届高三06班\t0.649\n",
      "题号: 031203 , 字段: usages 中已添加数据: 20230116\t2023届高三06班\t0.703\n",
      "题号: 031161 , 字段: usages 中已添加数据: 20230116\t2023届高三06班\t0.896\t0.874\n",
      "题号: 031179 , 字段: usages 中已添加数据: 20230116\t2023届高三06班\t1.000\t1.000\t0.923\n",
      "题号: 031188 , 字段: usages 中已添加数据: 20230116\t2023届高三06班\t0.762\n",
      "题号: 031158 , 字段: usages 中已添加数据: 20230116\t2023届高三07班\t0.677\t0.452\n",
      "题号: 031159 , 字段: usages 中已添加数据: 20230116\t2023届高三07班\t0.968\t0.645\n",
      "题号: 031196 , 字段: usages 中已添加数据: 20230116\t2023届高三07班\t0.806\n",
      "题号: 031160 , 字段: usages 中已添加数据: 20230116\t2023届高三07班\t0.613\n",
      "题号: 031162 , 字段: usages 中已添加数据: 20230116\t2023届高三07班\t0.968\n",
      "题号: 031163 , 字段: usages 中已添加数据: 20230116\t2023届高三07班\t0.645\n",
      "题号: 031164 , 字段: usages 中已添加数据: 20230116\t2023届高三07班\t0.871\n",
      "题号: 031202 , 字段: usages 中已添加数据: 20230116\t2023届高三07班\t0.645\n",
      "题号: 031201 , 字段: usages 中已添加数据: 20230116\t2023届高三07班\t0.516\n",
      "题号: 031203 , 字段: usages 中已添加数据: 20230116\t2023届高三07班\t0.452\n",
      "题号: 031161 , 字段: usages 中已添加数据: 20230116\t2023届高三07班\t0.769\t0.806\n",
      "题号: 031179 , 字段: usages 中已添加数据: 20230116\t2023届高三07班\t0.968\t0.935\t0.935\n",
      "题号: 031188 , 字段: usages 中已添加数据: 20230116\t2023届高三07班\t0.790\n",
      "题号: 031158 , 字段: usages 中已添加数据: 20230116\t2023届高三08班\t0.500\t0.438\n",
      "题号: 031159 , 字段: usages 中已添加数据: 20230116\t2023届高三08班\t0.938\t0.750\n",
      "题号: 031196 , 字段: usages 中已添加数据: 20230116\t2023届高三08班\t0.812\n",
      "题号: 031160 , 字段: usages 中已添加数据: 20230116\t2023届高三08班\t0.688\n",
      "题号: 031162 , 字段: usages 中已添加数据: 20230116\t2023届高三08班\t0.781\n",
      "题号: 031163 , 字段: usages 中已添加数据: 20230116\t2023届高三08班\t0.562\n",
      "题号: 031164 , 字段: usages 中已添加数据: 20230116\t2023届高三08班\t0.844\n",
      "题号: 031202 , 字段: usages 中已添加数据: 20230116\t2023届高三08班\t0.656\n",
      "题号: 031201 , 字段: usages 中已添加数据: 20230116\t2023届高三08班\t0.594\n",
      "题号: 031203 , 字段: usages 中已添加数据: 20230116\t2023届高三08班\t0.531\n",
      "题号: 031161 , 字段: usages 中已添加数据: 20230116\t2023届高三08班\t0.651\t0.656\n",
      "题号: 031179 , 字段: usages 中已添加数据: 20230116\t2023届高三08班\t0.969\t0.969\t0.906\n",
      "题号: 031188 , 字段: usages 中已添加数据: 20230116\t2023届高三08班\t0.762\n",
      "题号: 031158 , 字段: usages 中已添加数据: 20230116\t2023届高三09班\t0.448\t0.379\n",
      "题号: 031159 , 字段: usages 中已添加数据: 20230116\t2023届高三09班\t0.897\t0.690\n",
      "题号: 031196 , 字段: usages 中已添加数据: 20230116\t2023届高三09班\t0.621\n",
      "题号: 031160 , 字段: usages 中已添加数据: 20230116\t2023届高三09班\t0.621\n",
      "题号: 031162 , 字段: usages 中已添加数据: 20230116\t2023届高三09班\t0.897\n",
      "题号: 031163 , 字段: usages 中已添加数据: 20230116\t2023届高三09班\t0.621\n",
      "题号: 031164 , 字段: usages 中已添加数据: 20230116\t2023届高三09班\t0.724\n",
      "题号: 031202 , 字段: usages 中已添加数据: 20230116\t2023届高三09班\t0.483\n",
      "题号: 031201 , 字段: usages 中已添加数据: 20230116\t2023届高三09班\t0.414\n",
      "题号: 031203 , 字段: usages 中已添加数据: 20230116\t2023届高三09班\t0.586\n",
      "题号: 031161 , 字段: usages 中已添加数据: 20230116\t2023届高三09班\t0.799\t0.724\n",
      "题号: 031179 , 字段: usages 中已添加数据: 20230116\t2023届高三09班\t0.897\t0.828\t0.828\n",
      "题号: 031188 , 字段: usages 中已添加数据: 20230116\t2023届高三09班\t0.769\n"
     ]
    }
   ],
   "source": [
    "import os,re,json\n",
    "\n",
    "\"\"\"---明确数据文件位置---\"\"\"\n",
    "datafile = \"文本文件/metadata.txt\"\n",
    "# 双回车分隔，记录内单回车分隔列表，首行为字段名\n",
    "\"\"\"---文件位置结束---\"\"\"\n",
    "\n",
    "def trim(string):\n",
    "    string = re.sub(r\"^[ \\t\\n]*\",\"\",string)\n",
    "    string = re.sub(r\"[ \\t\\n]*$\",\"\",string)\n",
    "    return string\n",
    "def FloatToInt(string):\n",
    "    f = float(string)\n",
    "    if abs(f-round(f))<0.01:\n",
    "        f = round(f)\n",
    "    return f\n",
    "\n",
    "with open(datafile,\"r\",encoding=\"utf8\") as f:\n",
    "    data = f.read().strip()\n",
    "pos = data.index(\"\\n\")\n",
    "field = data[:pos].strip()\n",
    "appending_data = data[pos:]\n",
    "\n",
    "with open(r\"../题库0.3/Problems.json\",\"r\",encoding = \"utf8\") as f:\n",
    "    database = f.read()\n",
    "pro_dict = json.loads(database)\n",
    "with open(r\"../题库0.3/LessonObj.json\",\"r\",encoding = \"utf8\") as f:\n",
    "    database = f.read()\n",
    "obj_dict = json.loads(database)\n",
    "\n",
    "#该字段列表可能需要更新\n",
    "fields = [\"content\",\"objs\",\"tags\",\"genre\",\"ans\",\"solution\",\"duration\",\"usages\",\"origin\",\"edit\",\"same\",\"related\",\"remark\",\"space\"]\n",
    "\n",
    "if field in fields:\n",
    "    field_type = type(pro_dict[\"000001\"][field])\n",
    "    datalist = [record.strip() for record in appending_data.split(\"\\n\\n\") if len(trim(record)) > 0]\n",
    "    for record in datalist:\n",
    "        id = re.findall(r\"^[\\d]{1,}\",record)[0]\n",
    "        data = record[len(id):].strip()\n",
    "        id = id.zfill(6)\n",
    "        if not id in pro_dict:\n",
    "            print(\"题号:\",id,\"不在数据库中.\")\n",
    "            break\n",
    "        \n",
    "        #字符串类型字段添加数据\n",
    "        elif field_type == str and data in pro_dict[id][field]:\n",
    "            print(\"题号:\",id,\", 字段:\",field,\"中已有该数据:\",data)\n",
    "        elif field_type == str and not data in pro_dict[id][field] and not field == \"ans\" and not field == \"space\":\n",
    "            origin_data = pro_dict[id][field]\n",
    "            new_data = trim(origin_data + \"\\n\" + data)\n",
    "            pro_dict[id][field] = new_data\n",
    "            print(\"题号:\",id,\", 字段:\",field,\"中已添加数据:\",data)\n",
    "        elif field_type == str and not data in pro_dict[id][field] and field == \"ans\" or field == \"space\":\n",
    "            pro_dict[id][field] = data\n",
    "            print(\"题号:\",id,\", 字段:\",field,\"中已修改数据:\",data)\n",
    "        \n",
    "        #数值类型字段添加数据\n",
    "        elif (field_type == int or field_type == float) and abs(float(data) - pro_dict[id][field])<0.01:\n",
    "            print(\"题号:\",id,\", 字段:\",field,\"中已有该数据:\",FloatToInt(data))\n",
    "        elif (field_type == int or field_type == float) and abs(float(data) - pro_dict[id][field])>=0.01:\n",
    "            pro_dict[id][field] = FloatToInt(data)\n",
    "            print(\"题号:\",id,\", 字段:\",field,\"中已修改数据:\",FloatToInt(data))\n",
    "        \n",
    "        #列表类型字段添加数据\n",
    "        elif field_type == list:\n",
    "            cell_data_list = [d.strip() for d in data.split(\"\\n\")]\n",
    "            for cell_data in cell_data_list:\n",
    "                if cell_data in pro_dict[id][field]:\n",
    "                    print(\"题号:\",id,\", 字段:\",field,\"中已有该数据:\",cell_data)\n",
    "                elif not field == \"objs\":\n",
    "                    pro_dict[id][field].append(cell_data)\n",
    "                    print(\"题号:\",id,\", 字段:\",field,\"中已添加数据:\",cell_data)\n",
    "                else:\n",
    "                    if not cell_data in obj_dict and not cell_data.upper() == \"KNONE\":\n",
    "                        print(\"题号:\",id,\", 字段:\",field,\"目标编号有误:\",cell_data)\n",
    "                    else:\n",
    "                        pro_dict[id][field].append(cell_data.upper())\n",
    "                        print(\"题号:\",id,\", 字段:\",field,\"中已添加数据:\",cell_data.upper())\n",
    "\n",
    "with open(r\"../题库0.3/Problems.json\",\"w\",encoding = \"utf8\") as f:\n",
    "    f.write(json.dumps(pro_dict,indent=4,ensure_ascii=False))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "mathdept",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.15"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "ff3c292c316ba85de6f1ad75f19c731e79d694e741b6f515ec18f14996fe48dc"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}