{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "31c0e11d-c87a-4e95-92a0-d1d09625e255",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "数据库连接成功 192.168.101.27 jingbo_test root\n"
     ]
    }
   ],
   "source": [
    "from config_jingbo import *\n",
    "import requests\n",
    "import json\n",
    "import datetime"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "83c81b9e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'http://192.168.100.53:8080/jingbo-dev/api/server/login'"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "login_pushreport_url\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "a058f507",
   "metadata": {},
   "outputs": [],
   "source": [
    "login_pushreport_url = \"http://10.200.32.39/jingbo-api/api/server/login\"\n",
    "upload_url = \"http://10.200.32.39/jingbo-api/api/analysis/reportInfo/researchUploadReportSave\"\n",
    "upload_warning_url = \"http://10.200.32.39/jingbo-api/api/basicBuiness/crudeOilWarning/save\"\n",
    "query_data_list_item_nos_url = \"http://10.200.32.39/jingbo-api/api/warehouse/dwDataItem/queryDataListItemNos\"\n",
    "\n",
    "login_data = {\n",
    "    \"data\": {\n",
    "        \"account\": \"api_dev\",\n",
    "        \"password\": \"ZTEwYWRjMzk0OWJhNTlhYmJlNTZlMDU3ZjIwZjg4M2U=\",\n",
    "        \"tenantHashCode\": \"8a4577dbd919675758d57999a1e891fe\",\n",
    "        \"terminal\": \"API\"\n",
    "    },\n",
    "    \"funcModule\": \"API\",\n",
    "    \"funcOperation\": \"获取token\"\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "8af0311d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'http://10.200.32.39/jingbo-api/api/server/login'"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "login_pushreport_url"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "2b330ee3-c006-4ab1-8558-59c51ac8d86f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'data': {'account': 'api_dev',\n",
       "  'password': 'ZTEwYWRjMzk0OWJhNTlhYmJlNTZlMDU3ZjIwZjg4M2U=',\n",
       "  'tenantHashCode': '8a4577dbd919675758d57999a1e891fe',\n",
       "  'terminal': 'API'},\n",
       " 'funcModule': 'API',\n",
       " 'funcOperation': '获取token'}"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "login_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "dcb6100a-ed2b-4077-a1a9-361c6cb565f9",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "def get_head_auth_report():\n",
    "    login_res = requests.post(url=login_pushreport_url, json=login_data, timeout=(3, 5))\n",
    "    text = json.loads(login_res.text)\n",
    "    print(text)\n",
    "    if text[\"status\"]:\n",
    "        token = text[\"data\"][\"accessToken\"]\n",
    "    return token\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "22c0c7c4",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'confirmFlg': False, 'data': {'accessToken': 'eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJzdWIiOiJhcGlfZGV2IiwidGgiOiI4YTQ1NzdkYmQ5MTk2NzU3NThkNTc5OTlhMWU4OTFmZSIsImx0IjoiYXBpIiwiaXNzIjoiIiwidG0iOiJQQyIsImV4cCI6MTczNTMxNTg5NywianRpIjoiNDk1NGEyNDYyYThkNDc1YjkwMTMwMDRjNGNlZWY4NTcifQ.ABXdVR-X4ZOtzPJN2slCa1HwqQgmwGjDxOX4aKqaBWU', 'md5Token': 'd870019072ff52333add0545d26398a8'}, 'status': True}\n"
     ]
    }
   ],
   "source": [
    "token = get_head_auth_report()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "12077ead",
   "metadata": {},
   "outputs": [],
   "source": [
    "# token = 'eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJzdWIiOiJhcGlfdGVzdCIsInRoIjoiOGE0NTc3ZGJkOTE5Njc1NzU4ZDU3OTk5YTFlODkxZmUiLCJsdCI6ImFwaSIsImlzcyI6IiIsInRtIjoiUEMiLCJleHAiOjE3MzE5NTkzNjUsImp0aSI6IjRiMjcwNTgzN2YyZDQxOWM4MzQ3NjI2NDQwZDlhZGQzIn0.PPgnoiJt412dJiceqVW8w7qkJFY4s-VqU9z6ZIkpqho'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "a7ae21d1",
   "metadata": {},
   "outputs": [],
   "source": [
    "# def upload_warning_data(warning_data):\n",
    "#     token = get_head_auth_report()\n",
    "#     warning_data = warning_data\n",
    "#     headers = {\"Authorization\": token}\n",
    "#     logger.info(\"预警上传中...\")\n",
    "#     logger.info(f\"token:{token}\")\n",
    "#     logger.info(f\"warning_data:{warning_data}\" )\n",
    "#     upload_res = requests.post(url=upload_warning_url, headers=headers, json=warning_data, timeout=(3, 15))\n",
    "#     if upload_res:\n",
    "#         return upload_res\n",
    "#     else:\n",
    "#         logger.info(\"预警上传失败\")\n",
    "#         return None\n",
    "\n",
    "\n",
    "# logger.info(f'上传预警信息')\n",
    "# try:\n",
    "#     warning_date  = datetime.datetime.now().strftime('%Y-%m-%d')\n",
    "#     content = f'{warning_date}有2887个停更'\n",
    "#     warning_data['data']['WARNING_DATE'] = warning_date\n",
    "#     warning_data['data']['WARNING_CONTENT'] =  content\n",
    "#     upload_warning_data(warning_data)\n",
    "#     logger.info(f'上传预警信息成功')\n",
    "# except Exception as e:\n",
    "#     logger.error(f'上传预警信息失败：{e}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "54942e1a",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<!DOCTYPE HTML PUBLIC \"-//IETF//DTD HTML 2.0//EN\">\n",
      "<html>\n",
      "<head><title>404 Not Found</title></head>\n",
      "<body bgcolor=\"white\">\n",
      "<h1>404 Not Found</h1>\n",
      "<p>The requested URL was not found on this server. Sorry for the inconvenience.<br/>\n",
      "Please report this message and include the following information to us.<br/>\n",
      "Thank you very much!</p>\n",
      "<table>\n",
      "<tr>\n",
      "<td>URL:</td>\n",
      "<td>http://10.200.32.39/jingbo-dev/api/warehouse/dwDataItem/queryDataListItemNos</td>\n",
      "</tr>\n",
      "<tr>\n",
      "<td>Server:</td>\n",
      "<td>iz2zeb0rw4fi7a0b3dh8jfz</td>\n",
      "</tr>\n",
      "<tr>\n",
      "<td>Date:</td>\n",
      "<td>2024/12/27 14:11:26</td>\n",
      "</tr>\n",
      "</table>\n",
      "<hr/>Powered by Tengine</body>\n",
      "</html>\n",
      "\n"
     ]
    }
   ],
   "source": [
    "query_data_list_item_nos_data = {\n",
    "   \"funcModule\": \"数据项\",\n",
    "   \"funcOperation\": \"查询\",\n",
    "    \"data\": {\n",
    "        \"dateStart\":\"20200101\",\n",
    "        \"dateEnd\":\"20241231\",\n",
    "        \"dataItemNoList\":[\"Brentzdj\",\"Brentzgj\"]\n",
    "    }\n",
    "}\n",
    "\n",
    "headers = {\"Authorization\": token}\n",
    "items_res = requests.post(url=query_data_list_item_nos_url, headers=headers, json=query_data_list_item_nos_data, timeout=(3, 35))\n",
    "print(items_res.text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "5272c84b",
   "metadata": {},
   "outputs": [
    {
     "ename": "JSONDecodeError",
     "evalue": "Expecting value: line 1 column 1 (char 0)",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mJSONDecodeError\u001b[0m                           Traceback (most recent call last)",
      "Cell \u001b[1;32mIn[11], line 4\u001b[0m\n\u001b[0;32m      2\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m \u001b[38;5;21;01mjson\u001b[39;00m\n\u001b[0;32m      3\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m \u001b[38;5;21;01mpandas\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m \u001b[38;5;21;01mpd\u001b[39;00m\n\u001b[1;32m----> 4\u001b[0m json_data \u001b[38;5;241m=\u001b[39m json\u001b[38;5;241m.\u001b[39mloads(items_res\u001b[38;5;241m.\u001b[39mtext)\n\u001b[0;32m      5\u001b[0m df \u001b[38;5;241m=\u001b[39m pd\u001b[38;5;241m.\u001b[39mDataFrame(json_data[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mdata\u001b[39m\u001b[38;5;124m'\u001b[39m])\n\u001b[0;32m      6\u001b[0m \u001b[38;5;66;03m# 按照dataItemNo 分组 得到多个dataframe ，最后根据dataDate merge 成一个dataframe\u001b[39;00m\n",
      "File \u001b[1;32md:\\ProgramData\\anaconda3\\Lib\\json\\__init__.py:346\u001b[0m, in \u001b[0;36mloads\u001b[1;34m(s, cls, object_hook, parse_float, parse_int, parse_constant, object_pairs_hook, **kw)\u001b[0m\n\u001b[0;32m    341\u001b[0m     s \u001b[38;5;241m=\u001b[39m s\u001b[38;5;241m.\u001b[39mdecode(detect_encoding(s), \u001b[38;5;124m'\u001b[39m\u001b[38;5;124msurrogatepass\u001b[39m\u001b[38;5;124m'\u001b[39m)\n\u001b[0;32m    343\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m (\u001b[38;5;28mcls\u001b[39m \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mand\u001b[39;00m object_hook \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mand\u001b[39;00m\n\u001b[0;32m    344\u001b[0m         parse_int \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mand\u001b[39;00m parse_float \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mand\u001b[39;00m\n\u001b[0;32m    345\u001b[0m         parse_constant \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mand\u001b[39;00m object_pairs_hook \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m kw):\n\u001b[1;32m--> 346\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m _default_decoder\u001b[38;5;241m.\u001b[39mdecode(s)\n\u001b[0;32m    347\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mcls\u001b[39m \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[0;32m    348\u001b[0m     \u001b[38;5;28mcls\u001b[39m \u001b[38;5;241m=\u001b[39m JSONDecoder\n",
      "File \u001b[1;32md:\\ProgramData\\anaconda3\\Lib\\json\\decoder.py:337\u001b[0m, in \u001b[0;36mJSONDecoder.decode\u001b[1;34m(self, s, _w)\u001b[0m\n\u001b[0;32m    332\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mdecode\u001b[39m(\u001b[38;5;28mself\u001b[39m, s, _w\u001b[38;5;241m=\u001b[39mWHITESPACE\u001b[38;5;241m.\u001b[39mmatch):\n\u001b[0;32m    333\u001b[0m \u001b[38;5;250m    \u001b[39m\u001b[38;5;124;03m\"\"\"Return the Python representation of ``s`` (a ``str`` instance\u001b[39;00m\n\u001b[0;32m    334\u001b[0m \u001b[38;5;124;03m    containing a JSON document).\u001b[39;00m\n\u001b[0;32m    335\u001b[0m \n\u001b[0;32m    336\u001b[0m \u001b[38;5;124;03m    \"\"\"\u001b[39;00m\n\u001b[1;32m--> 337\u001b[0m     obj, end \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mraw_decode(s, idx\u001b[38;5;241m=\u001b[39m_w(s, \u001b[38;5;241m0\u001b[39m)\u001b[38;5;241m.\u001b[39mend())\n\u001b[0;32m    338\u001b[0m     end \u001b[38;5;241m=\u001b[39m _w(s, end)\u001b[38;5;241m.\u001b[39mend()\n\u001b[0;32m    339\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m end \u001b[38;5;241m!=\u001b[39m \u001b[38;5;28mlen\u001b[39m(s):\n",
      "File \u001b[1;32md:\\ProgramData\\anaconda3\\Lib\\json\\decoder.py:355\u001b[0m, in \u001b[0;36mJSONDecoder.raw_decode\u001b[1;34m(self, s, idx)\u001b[0m\n\u001b[0;32m    353\u001b[0m     obj, end \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mscan_once(s, idx)\n\u001b[0;32m    354\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mStopIteration\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m err:\n\u001b[1;32m--> 355\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m JSONDecodeError(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mExpecting value\u001b[39m\u001b[38;5;124m\"\u001b[39m, s, err\u001b[38;5;241m.\u001b[39mvalue) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[0;32m    356\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m obj, end\n",
      "\u001b[1;31mJSONDecodeError\u001b[0m: Expecting value: line 1 column 1 (char 0)"
     ]
    }
   ],
   "source": [
    "# 遍历items.text 获取data  ,整理成 ds itemno  value 的形式\n",
    "import json\n",
    "import pandas as pd\n",
    "json_data = json.loads(items_res.text)\n",
    "df = pd.DataFrame(json_data['data'])\n",
    "# 按照dataItemNo 分组 得到多个dataframe ，最后根据dataDate merge 成一个dataframe\n",
    "df2 = pd.DataFrame()\n",
    "for i in df['dataItemNo'].unique():\n",
    "    df1 = df[df['dataItemNo'] == i]\n",
    "    df1 = df1[['dataDate', 'dataValue']]\n",
    "    df1 = df1.rename(columns={'dataValue': i})\n",
    "    df2 = pd.concat([df2, df1], axis=0)\n",
    "print(df2)\n",
    "\n",
    "\n",
    "\n",
    "df2.to_csv('data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2b1de00f",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "base",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}