summaryrefslogtreecommitdiff
path: root/datasets/Talluri2021/github_parser.ipynb
diff options
context:
space:
mode:
Diffstat (limited to 'datasets/Talluri2021/github_parser.ipynb')
-rw-r--r--datasets/Talluri2021/github_parser.ipynb726
1 files changed, 726 insertions, 0 deletions
diff --git a/datasets/Talluri2021/github_parser.ipynb b/datasets/Talluri2021/github_parser.ipynb
new file mode 100644
index 0000000..ef4ba79
--- /dev/null
+++ b/datasets/Talluri2021/github_parser.ipynb
@@ -0,0 +1,726 @@
+{
+ "cells": [
+ {
+ "cell_type": "code",
+ "execution_count": 9,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "import pandas as pd\n",
+ "from bs4 import BeautifulSoup\n",
+ "import bs4\n",
+ "from dateutil.parser import parse as parse_date\n",
+ "import numpy as np\n",
+ "from datetime import datetime\n",
+ "import re\n",
+ "import json"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 114,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "datetime.datetime(2018, 12, 19, 22, 49, tzinfo=tzutc())"
+ ]
+ },
+ "execution_count": 114,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "pdate = parse_date(\"Incident on 2019-12-19 22:49 UTC\".split(\"on\")[1])\n",
+ "pdate.replace(year=2018)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 156,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "[{'event_start_time': 1576795740,\n",
+ " 'event_end_time': 1576797120,\n",
+ " 'status': 'minor'}]"
+ ]
+ },
+ "execution_count": 156,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "# Parser for github status till september 2, 2020\n",
+ "# https://github.blog/2020-09-02-github-availability-report-august-2020/\n",
+ "\n",
+ "def get_incident_year(incident_title):\n",
+ " try:\n",
+ " current_node = incident_title.parent.previous_sibling\n",
+ " while type(current_node) != bs4.element.Tag or current_node.find(attrs={'data-var':'year'}) == None:\n",
+ " current_node = current_node.previous_sibling\n",
+ " return int(current_node.find(attrs={'data-var':'year'}).get_text())\n",
+ " except:\n",
+ " print(incident_title.parent.previous_sibling.previous_sibling)\n",
+ " raise\n",
+ "\n",
+ "def get_incident_type(incident_title):\n",
+ " classes = incident_title.attrs['class']\n",
+ " if 'impact-minor' in classes:\n",
+ " return 'minor'\n",
+ " elif 'impact-none' in classes:\n",
+ " return 'minor'\n",
+ " elif 'impact-major' in classes:\n",
+ " return 'major'\n",
+ " elif 'impact-critical' in classes:\n",
+ " return 'critical'\n",
+ " elif 'impact-maintenance' in classes:\n",
+ " return 'maintenance'\n",
+ " else:\n",
+ " raise Exception('Unknown impact class: ' + str(incident_title))\n",
+ " \n",
+ "def get_maintenance_incident_details(incident_update):\n",
+ " raise Exception('Unimplemented. Implement when we encounter one')\n",
+ " \n",
+ "def get_normal_incident_details(incident_updates, year):\n",
+ " try:\n",
+ " problem = False\n",
+ " investigating_divs = incident_updates.select('.investigating')\n",
+ " if len(investigating_divs) == 1:\n",
+ " incident_start_time_str = investigating_divs[0].select('small')[0].get_text().strip()\n",
+ " incident_start_time = parse_date(incident_start_time_str).replace(year=year).timestamp()\n",
+ " else:\n",
+ " incident_start_time = -1\n",
+ " problem = True\n",
+ "\n",
+ " incident_end_time_str = incident_updates.select('.resolved')[0].select('small')[0].get_text().strip()\n",
+ " incident_end_time = parse_date(incident_end_time_str).replace(year=year).timestamp()\n",
+ "\n",
+ " ret_data = {\n",
+ " 'event_start_time': np.int64(incident_start_time),\n",
+ " 'event_end_time': np.int64(incident_end_time)\n",
+ " }\n",
+ " \n",
+ " if problem:\n",
+ " ret_data['status'] = incident_updates.get_text()\n",
+ " \n",
+ " return ret_data\n",
+ " \n",
+ " except:\n",
+ " print(incident_updates)\n",
+ " raise\n",
+ "\n",
+ "def process_github_page(file_obj, metadata):\n",
+ " status_data = BeautifulSoup(file_obj.read(), 'lxml')\n",
+ " \n",
+ " incident_types = ['impact-minor', 'impact-none', 'impact-major', 'impact-critical', 'impact-maintenance']\n",
+ "\n",
+ " incidents_titles = status_data.findAll(attrs={'class': lambda x: x and 'incident-title' in x and any(incident_type in x for incident_type in incident_types)})\n",
+ " incidents_updates = status_data.select('.updates-container')\n",
+ " if len(incidents_titles) != len(incidents_updates):\n",
+ " raise Exception('Number of titles does not match number of updates containers: ' + metadata['date'])\n",
+ " \n",
+ " extracted_incident_info = []\n",
+ " for i in range(len(incidents_titles)):\n",
+ " incident_type = get_incident_type(incidents_titles[i])\n",
+ " incident_year = get_incident_year(incidents_titles[i])\n",
+ "\n",
+ " incident_details = None\n",
+ " if incident_type == 'maintenance':\n",
+ " incident_details = get_maintenance_incident_details(incidents_updates[i])\n",
+ " else:\n",
+ " incident_details = get_normal_incident_details(incidents_updates[i], incident_year)\n",
+ "\n",
+ " # Using incident field for error if required\n",
+ " if 'status' not in incident_details:\n",
+ " incident_details['status'] = incident_type\n",
+ "\n",
+ " extracted_incident_info.append(incident_details)\n",
+ "\n",
+ " return extracted_incident_info\n",
+ "\n",
+ "status_data = None\n",
+ "with open('github-global-status.html') as f:\n",
+ " status_data = process_github_page(f, {})\n",
+ "status_data"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 123,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "[{'event_start_time': 1576795740,\n",
+ " 'event_end_time': 1576797120,\n",
+ " 'status': 'minor'}]"
+ ]
+ },
+ "execution_count": 123,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "status_data = None\n",
+ "with open('github-global-status.html') as f:\n",
+ " status_data = process_github_page(f, {})\n",
+ "status_data"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 125,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "['', 'github-status', '2020', '11', '20201107', 'zip']"
+ ]
+ },
+ "execution_count": 125,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "import re\n",
+ "re.compile('[./]').split(\"/github-status/2020/11/20201107.zip\")"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 55,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "def extract_individual_reports(file_obj):\n",
+ " html = str(file_obj.read())\n",
+ " if html is None:\n",
+ " raise ValueError(f'ERROR: HTML IS NONE \\n filename {filename} \\t file_obj {file_obj} ')\n",
+ " \n",
+ " # Get list of reasons\n",
+ " matches = re.search('\"outage_subjects\":(.*?)],\"', html)\n",
+ " list_of_reasons = json.loads(matches.group(1) + ']')\n",
+ " map_of_reasons = {}\n",
+ " for reason in list_of_reasons:\n",
+ " map_of_reasons[reason['_id']] = reason['name']\n",
+ "\n",
+ " matches = re.search('\"recentReports\":(.*?)],\"_', html)\n",
+ " reports = []\n",
+ " if matches is not None:\n",
+ " # The data is in embedded javascript. Remove constructors to make it JSON\n",
+ " # We used the closing brackets in the regex and don't capture them, adding them back again\n",
+ " sanitized_match = re.sub(r'new Date\\(\".+?\"\\)', '\"\"', matches.group(1)) + ']'\n",
+ " reports = json.loads(sanitized_match)\n",
+ "\n",
+ " \n",
+ " report_id = []\n",
+ " report_country = []\n",
+ " report_reason = []\n",
+ " for datapoint in reports:\n",
+ " try:\n",
+ " report_id.append(datapoint['_id'])\n",
+ " \n",
+ " if 'country_code' in datapoint:\n",
+ " report_country.append(datapoint['country_code'])\n",
+ " elif 'countryCode' in datapoint:\n",
+ " report_country.append(datapoint['countryCode'])\n",
+ " else:\n",
+ " raise Exception('Country code not found')\n",
+ " \n",
+ " if 'oSubjectId' in datapoint:\n",
+ " report_reason.append(map_of_reasons[datapoint['oSubjectId']])\n",
+ " else:\n",
+ " reason_found = False\n",
+ " for name, value in datapoint.items():\n",
+ " if 'subject' in name or 'Subject' in name:\n",
+ " report_reason.append(map_of_reasons[datapoint[name]])\n",
+ " reason_found = True\n",
+ " if not reason_found:\n",
+ " report_reason.append('Unknown')\n",
+ " except:\n",
+ " print(datapoint)\n",
+ " raise\n",
+ "\n",
+ " return pd.DataFrame({\n",
+ " 'id': report_id,\n",
+ " 'country':report_country,\n",
+ " 'reason': report_reason\n",
+ " })"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 56,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "<div>\n",
+ "<style scoped>\n",
+ " .dataframe tbody tr th:only-of-type {\n",
+ " vertical-align: middle;\n",
+ " }\n",
+ "\n",
+ " .dataframe tbody tr th {\n",
+ " vertical-align: top;\n",
+ " }\n",
+ "\n",
+ " .dataframe thead th {\n",
+ " text-align: right;\n",
+ " }\n",
+ "</style>\n",
+ "<table border=\"1\" class=\"dataframe\">\n",
+ " <thead>\n",
+ " <tr style=\"text-align: right;\">\n",
+ " <th></th>\n",
+ " <th>id</th>\n",
+ " <th>country</th>\n",
+ " <th>reason</th>\n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " <tr>\n",
+ " <th>0</th>\n",
+ " <td>5fc3c224dcd8580a7973cd8c</td>\n",
+ " <td>RU</td>\n",
+ " <td>Can't login</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>1</th>\n",
+ " <td>5fc3c11dfb995a344b9b68ef</td>\n",
+ " <td>TR</td>\n",
+ " <td>Newsfeed</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>2</th>\n",
+ " <td>5fc3bef2fb995a344b9b68ed</td>\n",
+ " <td>KZ</td>\n",
+ " <td>Mobile app crashes</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>3</th>\n",
+ " <td>5fc3bb19ae91e3734cd1777b</td>\n",
+ " <td>US</td>\n",
+ " <td>Can't upload pics</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>4</th>\n",
+ " <td>5fc3b738dcd8580a7973cd80</td>\n",
+ " <td>GR</td>\n",
+ " <td>Website down</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>5</th>\n",
+ " <td>5fc3b66bd4d3565ae19b14b5</td>\n",
+ " <td>RU</td>\n",
+ " <td>Mobile app not working</td>\n",
+ " </tr>\n",
+ " </tbody>\n",
+ "</table>\n",
+ "</div>"
+ ],
+ "text/plain": [
+ " id country reason\n",
+ "0 5fc3c224dcd8580a7973cd8c RU Can't login\n",
+ "1 5fc3c11dfb995a344b9b68ef TR Newsfeed\n",
+ "2 5fc3bef2fb995a344b9b68ed KZ Mobile app crashes\n",
+ "3 5fc3bb19ae91e3734cd1777b US Can't upload pics\n",
+ "4 5fc3b738dcd8580a7973cd80 GR Website down\n",
+ "5 5fc3b66bd4d3565ae19b14b5 RU Mobile app not working"
+ ]
+ },
+ "execution_count": 56,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "status_data = None\n",
+ "with open('outage_report_instagram.html') as f:\n",
+ " status_data = extract_individual_reports(f)\n",
+ "status_data"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 41,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "[{'_id': '5a8cb07dee5285d43965f834', 'name': 'Website down'},\n",
+ " {'_id': '5a8cb06fee5285403b65f834', 'name': 'Mobile app not working'},\n",
+ " {'_id': '5a8cb06fee5285403b65f835', 'name': 'Mobile app crashes'},\n",
+ " {'_id': '5a8d3803ee52858b2065f837', 'name': 'Message read problems'},\n",
+ " {'_id': '5a8d3803ee52858b2065f838', 'name': 'Message send problems'},\n",
+ " {'_id': '5a8f0b78ee5285e04e16fca8', 'name': \"Can't login\"},\n",
+ " {'_id': '5a9bdbea1b4314600050c082', 'name': 'Everything is down'},\n",
+ " {'_id': '5a8f18e4ee5285ad7116fca7', 'name': \"Can't upload pics\"},\n",
+ " {'_id': '5a912a4eee5285b07a16fcad', 'name': 'Hashtags not working'},\n",
+ " {'_id': '5a91ab48ee5285e14216fca8', 'name': 'Newsfeed'}]"
+ ]
+ },
+ "execution_count": 41,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "reports_obj"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 30,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "{'_id': '5fc3c224dcd8580a7973cd8c',\n",
+ " 'serviceId': '5458ac234488de92aa9cda3a',\n",
+ " 'ip': '178.67.193.121',\n",
+ " 'oSubjectId': '5a8f0b78ee5285e04e16fca8',\n",
+ " 'isAmp': True,\n",
+ " 'uaHash': '38c958b1452dc5eda97de8e89acdfcba',\n",
+ " 'langCode': 'ru',\n",
+ " 'latitude': 68.9792,\n",
+ " 'longitude': 33.0925,\n",
+ " 'cityGeonameId': 524305,\n",
+ " 'cityName': 'Murmansk',\n",
+ " 'divisionCode': '49',\n",
+ " 'divisionGeonameId': 524304,\n",
+ " 'countryCode': 'RU',\n",
+ " 'countryGeonameId': 2017370,\n",
+ " 'continentCode': 'EU',\n",
+ " 'continentGeonameId': 6255148,\n",
+ " 'postalCode': '183006',\n",
+ " 'time': '',\n",
+ " '__v': 0,\n",
+ " 'countryGeoname': {'_id': '5c883341232cdab94da82765',\n",
+ " 'geoname_id': 2017370,\n",
+ " 'name': 'Russian Federation',\n",
+ " 'latitude': 60,\n",
+ " 'longitude': 100,\n",
+ " 'feature_code': 'PCLI',\n",
+ " 'country_code': 'RU',\n",
+ " 'admin1_code': '00',\n",
+ " 'center': [60, 100],\n",
+ " 'alt_names': {'de': {'_id': '5c848dee3e5a333eadaa4547',\n",
+ " 'alt_geoname_id': 2419059,\n",
+ " 'geoname_id': 2017370,\n",
+ " 'lang_code': 'de',\n",
+ " 'is_preferred_name': True,\n",
+ " 'is_short_name': False,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Russland'},\n",
+ " 'en': {'_id': '5c848dee3e5a333eadaa450c',\n",
+ " 'alt_geoname_id': 1556487,\n",
+ " 'geoname_id': 2017370,\n",
+ " 'lang_code': 'en',\n",
+ " 'is_preferred_name': True,\n",
+ " 'is_short_name': True,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Russia'},\n",
+ " 'es': {'_id': '5c848dee3e5a333eadaa450e',\n",
+ " 'alt_geoname_id': 1556489,\n",
+ " 'geoname_id': 2017370,\n",
+ " 'lang_code': 'es',\n",
+ " 'is_preferred_name': True,\n",
+ " 'is_short_name': True,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Rusia'},\n",
+ " 'fr': {'_id': '5c848dee3e5a333eadaa4514',\n",
+ " 'alt_geoname_id': 1556495,\n",
+ " 'geoname_id': 2017370,\n",
+ " 'lang_code': 'fr',\n",
+ " 'is_preferred_name': False,\n",
+ " 'is_short_name': False,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Russie'},\n",
+ " 'it': {'_id': '5c848dee3e5a333eadaa454c',\n",
+ " 'alt_geoname_id': 2419064,\n",
+ " 'geoname_id': 2017370,\n",
+ " 'lang_code': 'it',\n",
+ " 'is_preferred_name': True,\n",
+ " 'is_short_name': False,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Russia'},\n",
+ " 'nl': {'_id': '5c848dee3e5a333eadaa454f',\n",
+ " 'alt_geoname_id': 2419067,\n",
+ " 'geoname_id': 2017370,\n",
+ " 'lang_code': 'nl',\n",
+ " 'is_preferred_name': True,\n",
+ " 'is_short_name': False,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Rusland'},\n",
+ " 'pt': {'_id': '5c848dee3e5a333eadaa452e',\n",
+ " 'alt_geoname_id': 1556521,\n",
+ " 'geoname_id': 2017370,\n",
+ " 'lang_code': 'pt',\n",
+ " 'is_preferred_name': False,\n",
+ " 'is_short_name': False,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Rússia'},\n",
+ " 'ru': {'_id': '5c848dee3e5a333eadaa4530',\n",
+ " 'alt_geoname_id': 1556523,\n",
+ " 'geoname_id': 2017370,\n",
+ " 'lang_code': 'ru',\n",
+ " 'is_preferred_name': True,\n",
+ " 'is_short_name': True,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Россия'},\n",
+ " 'uk': {'_id': '5c848dee3e5a333eadaa4556',\n",
+ " 'alt_geoname_id': 2419074,\n",
+ " 'geoname_id': 2017370,\n",
+ " 'lang_code': 'uk',\n",
+ " 'is_preferred_name': True,\n",
+ " 'is_short_name': False,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Російська Федерація'}},\n",
+ " 'id': '5c883341232cdab94da82765'},\n",
+ " 'divisionGeoname': {'_id': '5c88333b232cdab94da5fb00',\n",
+ " 'geoname_id': 524304,\n",
+ " 'name': 'Murmanskaya Oblast’',\n",
+ " 'latitude': 68,\n",
+ " 'longitude': 34,\n",
+ " 'feature_code': 'ADM1',\n",
+ " 'country_code': 'RU',\n",
+ " 'admin1_code': '49',\n",
+ " 'center': [68, 34],\n",
+ " 'alt_names': {'de': {'_id': '5c848bae3e5a333eada3646d',\n",
+ " 'alt_geoname_id': 13287290,\n",
+ " 'geoname_id': 524304,\n",
+ " 'lang_code': 'de',\n",
+ " 'is_preferred_name': False,\n",
+ " 'is_short_name': True,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Murmansk'},\n",
+ " 'en': {'_id': '5c848bae3e5a333eada36468',\n",
+ " 'alt_geoname_id': 5463404,\n",
+ " 'geoname_id': 524304,\n",
+ " 'lang_code': 'en',\n",
+ " 'is_preferred_name': False,\n",
+ " 'is_short_name': True,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Murmansk'},\n",
+ " 'fr': {'_id': '5c848bae3e5a333eada3646b',\n",
+ " 'alt_geoname_id': 11761698,\n",
+ " 'geoname_id': 524304,\n",
+ " 'lang_code': 'fr',\n",
+ " 'is_preferred_name': False,\n",
+ " 'is_short_name': False,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Oblast de Mourmansk'},\n",
+ " 'it': {'_id': '5c848bae3e5a333eada36452',\n",
+ " 'alt_geoname_id': 1986257,\n",
+ " 'geoname_id': 524304,\n",
+ " 'lang_code': 'it',\n",
+ " 'is_preferred_name': False,\n",
+ " 'is_short_name': False,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': \"Oblast' di Murmansk\"},\n",
+ " 'nl': {'_id': '5c848bae3e5a333eada36455',\n",
+ " 'alt_geoname_id': 1986260,\n",
+ " 'geoname_id': 524304,\n",
+ " 'lang_code': 'nl',\n",
+ " 'is_preferred_name': False,\n",
+ " 'is_short_name': False,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Oblast Moermansk'},\n",
+ " 'pt': {'_id': '5c848bae3e5a333eada36459',\n",
+ " 'alt_geoname_id': 1986264,\n",
+ " 'geoname_id': 524304,\n",
+ " 'lang_code': 'pt',\n",
+ " 'is_preferred_name': False,\n",
+ " 'is_short_name': False,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Oblast de Murmansk'},\n",
+ " 'ru': {'_id': '5c848bae3e5a333eada3645c',\n",
+ " 'alt_geoname_id': 1986267,\n",
+ " 'geoname_id': 524304,\n",
+ " 'lang_code': 'ru',\n",
+ " 'is_preferred_name': True,\n",
+ " 'is_short_name': False,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Мурманская область'}},\n",
+ " 'id': '5c88333b232cdab94da5fb00'},\n",
+ " 'cityGeoname': {'_id': '5c88333b232cdab94da5fb01',\n",
+ " 'geoname_id': 524305,\n",
+ " 'name': 'Murmansk',\n",
+ " 'latitude': 68.97917,\n",
+ " 'longitude': 33.09251,\n",
+ " 'feature_code': 'PPLA',\n",
+ " 'country_code': 'RU',\n",
+ " 'admin1_code': '49',\n",
+ " 'center': [68.97917, 33.09251],\n",
+ " 'alt_names': {'de': {'_id': '5c848bae3e5a333eada36470',\n",
+ " 'alt_geoname_id': 1603034,\n",
+ " 'geoname_id': 524305,\n",
+ " 'lang_code': 'de',\n",
+ " 'is_preferred_name': False,\n",
+ " 'is_short_name': False,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Murmansk'},\n",
+ " 'en': {'_id': '5c848bae3e5a333eada364a6',\n",
+ " 'alt_geoname_id': 13358809,\n",
+ " 'geoname_id': 524305,\n",
+ " 'lang_code': 'en',\n",
+ " 'is_preferred_name': False,\n",
+ " 'is_short_name': False,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': True,\n",
+ " '__v': 0,\n",
+ " 'name': 'Romanov'},\n",
+ " 'es': {'_id': '5c848bae3e5a333eada36472',\n",
+ " 'alt_geoname_id': 1603036,\n",
+ " 'geoname_id': 524305,\n",
+ " 'lang_code': 'es',\n",
+ " 'is_preferred_name': False,\n",
+ " 'is_short_name': False,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Múrmansk'},\n",
+ " 'fr': {'_id': '5c848bae3e5a333eada36477',\n",
+ " 'alt_geoname_id': 1603041,\n",
+ " 'geoname_id': 524305,\n",
+ " 'lang_code': 'fr',\n",
+ " 'is_preferred_name': False,\n",
+ " 'is_short_name': False,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Mourmansk'},\n",
+ " 'it': {'_id': '5c848bae3e5a333eada36479',\n",
+ " 'alt_geoname_id': 1603043,\n",
+ " 'geoname_id': 524305,\n",
+ " 'lang_code': 'it',\n",
+ " 'is_preferred_name': False,\n",
+ " 'is_short_name': False,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Murmansk'},\n",
+ " 'nl': {'_id': '5c848bae3e5a333eada3647c',\n",
+ " 'alt_geoname_id': 1603046,\n",
+ " 'geoname_id': 524305,\n",
+ " 'lang_code': 'nl',\n",
+ " 'is_preferred_name': False,\n",
+ " 'is_short_name': False,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Moermansk'},\n",
+ " 'pt': {'_id': '5c848bae3e5a333eada3648b',\n",
+ " 'alt_geoname_id': 1898338,\n",
+ " 'geoname_id': 524305,\n",
+ " 'lang_code': 'pt',\n",
+ " 'is_preferred_name': False,\n",
+ " 'is_short_name': False,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Murmansk'},\n",
+ " 'ru': {'_id': '5c848bae3e5a333eada36491',\n",
+ " 'alt_geoname_id': 6004150,\n",
+ " 'geoname_id': 524305,\n",
+ " 'lang_code': 'ru',\n",
+ " 'is_preferred_name': False,\n",
+ " 'is_short_name': False,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Мурманск'},\n",
+ " 'uk': {'_id': '5c848bae3e5a333eada3649d',\n",
+ " 'alt_geoname_id': 8191448,\n",
+ " 'geoname_id': 524305,\n",
+ " 'lang_code': 'uk',\n",
+ " 'is_preferred_name': False,\n",
+ " 'is_short_name': False,\n",
+ " 'is_colloquial': False,\n",
+ " 'is_historic': False,\n",
+ " '__v': 0,\n",
+ " 'name': 'Мурманськ'}},\n",
+ " 'id': '5c88333b232cdab94da5fb01'},\n",
+ " 'id': '5fc3c224dcd8580a7973cd8c'}"
+ ]
+ },
+ "execution_count": 30,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "reports_obj[0]"
+ ]
+ }
+ ],
+ "metadata": {
+ "kernelspec": {
+ "display_name": "Python 3",
+ "language": "python",
+ "name": "python3"
+ },
+ "language_info": {
+ "codemirror_mode": {
+ "name": "ipython",
+ "version": 3
+ },
+ "file_extension": ".py",
+ "mimetype": "text/x-python",
+ "name": "python",
+ "nbconvert_exporter": "python",
+ "pygments_lexer": "ipython3",
+ "version": "3.8.5"
+ }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 4
+}
generated by cgit v1.2.3 (git 2.25.1) at 2026-06-18 11:13:56 +0000