{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [], "source": [ "import os\n", "import pandas as pd" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[0, 1, 2, 3, 4, 5, 6, 7, 8, 9]\n" ] } ], "source": [ "# alphs = ['a','b','c','d','e','f','g','h','i','j'] # ten alphabets\n", "# print(len(alphs))\n", "digits = range(10)\n", "print(list(digits))" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [], "source": [ "loading_dtype = {\n", " 'inter_no':'int', 'start_hour':'int', 'start_minute':'int', 'cycle':'int','offset':'int',\n", " 'node_id':'str', 'inter_type':'str', 'parent_id':'str','child_id':'str',\n", " 'direction':'str', 'condition':'str', 'inc_edge':'str', 'out_edge':'str',\n", " 'end_unix':'int', 'inter_name':'str', 'inter_lat':'float', 'inter_lon':'float',\n", " 'group_no':'int', 'main_phase_no':'int', 'phase_no':'int','ring_type':'str'\n", " }\n", " " ] }, { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "['augmented_tables', 'networks', 'tables']" ] }, "execution_count": 4, "metadata": {}, "output_type": "execute_result" } ], "source": [ "os.listdir('data')" ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Data\\tables\n", "Data\\augmented_tables\n" ] } ], "source": [ "path_tables = os.path.join('Data', 'tables')\n", "path_atables = os.path.join('Data', 'augmented_tables', )\n", "print(path_tables)\n", "print(path_atables)" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [], "source": [ "inter_info = pd.read_csv(os.path.join(path_tables, 'inter_info.csv'), dtype=loading_dtype)\n", "angle = pd.read_csv(os.path.join(path_tables, 'angle.csv'), dtype=loading_dtype)\n", "plan = pd.read_csv(os.path.join(path_tables, 'plan.csv'), dtype=loading_dtype)\n", "history = pd.read_csv(os.path.join(path_tables, 'history.csv'), dtype=loading_dtype)\n", "inter_node = pd.read_csv(os.path.join(path_tables, 'inter_node.csv'), dtype=loading_dtype)\n", "uturn = pd.read_csv(os.path.join(path_tables, 'child_uturn.csv'), dtype=loading_dtype)\n", "coord = pd.read_csv(os.path.join(path_tables, 'child_coord.csv'), dtype=loading_dtype)" ] }, { "cell_type": "code", "execution_count": 7, "metadata": {}, "outputs": [], "source": [ "inter_infos = []\n", "for digit in range(10):\n", " a_inter_info = inter_info.copy()\n", " a_inter_info['inter_no'] = a_inter_info['inter_no'] * 10 + digit\n", " inter_infos.append(a_inter_info)\n", "inter_infos = pd.concat(inter_infos)\n", "inter_infos.to_csv(os.path.join(path_atables, 'inter_info.csv'),index=False)" ] }, { "cell_type": "code", "execution_count": 8, "metadata": {}, "outputs": [], "source": [ "angles = []\n", "for digit in range(10):\n", " a_angle = angle.copy()\n", " a_angle['inter_no'] = a_angle['inter_no'] * 10 + digit\n", " angles.append(a_angle)\n", "angles = pd.concat(angles)\n", "angles.to_csv(os.path.join(path_atables, 'angle.csv'), index=False)" ] }, { "cell_type": "code", "execution_count": 9, "metadata": {}, "outputs": [], "source": [ "plans = []\n", "for digit in range(10):\n", " a_plan = plan.copy()\n", " a_plan['inter_no'] = a_plan['inter_no'] * 10 + digit\n", " plans.append(a_plan)\n", "plans = pd.concat(plans)\n", "plans.to_csv(os.path.join(path_atables, 'plan.csv'), index=False)" ] }, { "cell_type": "code", "execution_count": 10, "metadata": {}, "outputs": [], "source": [ "histories = []\n", "for digit in range(10):\n", " a_history = history.copy()\n", " a_history['inter_no'] = a_history['inter_no'] * 10 + digit\n", " histories.append(a_history)\n", "histories = pd.concat(histories)\n", "histories.to_csv(os.path.join(path_atables, 'history.csv'), index=False)" ] }, { "cell_type": "code", "execution_count": 11, "metadata": {}, "outputs": [], "source": [ "inter_nodes = []\n", "for digit in range(10):\n", " a_inter_node = inter_node.copy()\n", " a_inter_node['inter_no'] = a_inter_node['inter_no'] * 10 + digit\n", " a_inter_node['node_id'] = a_inter_node['node_id'].apply(lambda x: f'{x}_{digit}')\n", " inter_nodes.append(a_inter_node)\n", "inter_nodes = pd.concat(inter_nodes)\n", "inter_nodes.to_csv(os.path.join(path_atables, 'inter_node.csv'), index=False)" ] }, { "cell_type": "code", "execution_count": 12, "metadata": {}, "outputs": [], "source": [ "uturns = []\n", "for digit in range(10):\n", " a_uturn = uturn.copy()\n", " a_uturn['parent_id'] = a_uturn['parent_id'].apply(lambda x: f'{x}_{digit}')\n", " a_uturn['child_id'] = a_uturn['child_id'].apply(lambda x: f'{x}_{digit}')\n", " uturns.append(a_uturn)\n", "uturns = pd.concat(uturns)\n", "uturns.to_csv(os.path.join(path_atables, 'child_uturn.csv'), index=False)" ] }, { "cell_type": "code", "execution_count": 13, "metadata": {}, "outputs": [], "source": [ "coords = []\n", "for digit in range(10):\n", " a_coord = coord.copy()\n", " a_coord['parent_id'] = a_coord['parent_id'].apply(lambda x: f'{x}_{digit}')\n", " a_coord['child_id'] = a_coord['child_id'].apply(lambda x: f'{x}_{digit}')\n", " coords.append(a_coord)\n", "coords = pd.concat(coords)\n", "coords.to_csv(os.path.join(path_atables, 'child_coord.csv'), index=False)" ] }, { "cell_type": "code", "execution_count": 14, "metadata": {}, "outputs": [], "source": [ "from tqdm import tqdm" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [ "path_moves = os.path.join('Data', 'tables', 'move')\n", "move_files = os.listdir(path_moves)\n", "for move_file in tqdm(move_files):\n", " move = pd.read_csv(os.path.join(path_moves, move_file), dtype=loading_dtype)\n", " moves = []\n", " for digit in range(10):\n", " a_move = move.copy()\n", " a_move['inter_no'] = a_move['inter_no'] * 10 + digit\n", " moves.append(a_move)\n", " moves = pd.concat(moves)\n", " moves.to_csv(os.path.join(path_atables, 'move', f'{move_file}'), index=False)" ] }, { "cell_type": "code", "execution_count": 16, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "['movement_1704380400.csv',\n", " 'movement_1704380405.csv',\n", " 'movement_1704380410.csv',\n", " 'movement_1704380415.csv',\n", " 'movement_1704380420.csv',\n", " 'movement_1704380425.csv',\n", " 'movement_1704380430.csv',\n", " 'movement_1704380435.csv',\n", " 'movement_1704380440.csv',\n", " 'movement_1704380445.csv',\n", " 'movement_1704380450.csv',\n", " 'movement_1704380455.csv',\n", " 'movement_1704380460.csv',\n", " 'movement_1704380465.csv',\n", " 'movement_1704380470.csv',\n", " 'movement_1704380475.csv',\n", " 'movement_1704380480.csv',\n", " 'movement_1704380485.csv',\n", " 'movement_1704380490.csv',\n", " 'movement_1704380495.csv',\n", " 'movement_1704380500.csv',\n", " 'movement_1704380505.csv',\n", " 'movement_1704380510.csv',\n", " 'movement_1704380515.csv',\n", " 'movement_1704380520.csv',\n", " 'movement_1704380525.csv',\n", " 'movement_1704380530.csv',\n", " 'movement_1704380535.csv',\n", " 'movement_1704380540.csv',\n", " 'movement_1704380545.csv',\n", " 'movement_1704380550.csv',\n", " 'movement_1704380555.csv',\n", " 'movement_1704380560.csv',\n", " 'movement_1704380565.csv',\n", " 'movement_1704380570.csv',\n", " 'movement_1704380575.csv',\n", " 'movement_1704380580.csv',\n", " 'movement_1704380585.csv',\n", " 'movement_1704380590.csv',\n", " 'movement_1704380595.csv',\n", " 'movement_1704380600.csv',\n", " 'movement_1704380605.csv',\n", " 'movement_1704380610.csv',\n", " 'movement_1704380615.csv',\n", " 'movement_1704380620.csv',\n", " 'movement_1704380625.csv',\n", " 'movement_1704380630.csv',\n", " 'movement_1704380635.csv',\n", " 'movement_1704380640.csv',\n", " 'movement_1704380645.csv',\n", " 'movement_1704380650.csv',\n", " 'movement_1704380655.csv',\n", " 'movement_1704380660.csv',\n", " 'movement_1704380665.csv',\n", " 'movement_1704380670.csv',\n", " 'movement_1704380675.csv',\n", " 'movement_1704380680.csv',\n", " 'movement_1704380685.csv',\n", " 'movement_1704380690.csv',\n", " 'movement_1704380695.csv',\n", " 'movement_1704380700.csv',\n", " 'movement_1704380705.csv',\n", " 'movement_1704380710.csv',\n", " 'movement_1704380715.csv',\n", " 'movement_1704380720.csv',\n", " 'movement_1704380725.csv',\n", " 'movement_1704380730.csv',\n", " 'movement_1704380735.csv',\n", " 'movement_1704380740.csv',\n", " 'movement_1704380745.csv',\n", " 'movement_1704380750.csv',\n", " 'movement_1704380755.csv',\n", " 'movement_1704380760.csv',\n", " 'movement_1704380765.csv',\n", " 'movement_1704380770.csv',\n", " 'movement_1704380775.csv',\n", " 'movement_1704380780.csv',\n", " 'movement_1704380785.csv',\n", " 'movement_1704380790.csv',\n", " 'movement_1704380795.csv',\n", " 'movement_1704380800.csv',\n", " 'movement_1704380805.csv',\n", " 'movement_1704380810.csv',\n", " 'movement_1704380815.csv',\n", " 'movement_1704380820.csv',\n", " 'movement_1704380825.csv',\n", " 'movement_1704380830.csv',\n", " 'movement_1704380835.csv',\n", " 'movement_1704380840.csv',\n", " 'movement_1704380845.csv',\n", " 'movement_1704380850.csv',\n", " 'movement_1704380855.csv',\n", " 'movement_1704380860.csv',\n", " 'movement_1704380865.csv',\n", " 'movement_1704380870.csv',\n", " 'movement_1704380875.csv',\n", " 'movement_1704380880.csv',\n", " 'movement_1704380885.csv',\n", " 'movement_1704380890.csv',\n", " 'movement_1704380895.csv',\n", " 'movement_1704380900.csv',\n", " 'movement_1704380905.csv',\n", " 'movement_1704380910.csv',\n", " 'movement_1704380915.csv',\n", " 'movement_1704380920.csv',\n", " 'movement_1704380925.csv',\n", " 'movement_1704380930.csv',\n", " 'movement_1704380935.csv',\n", " 'movement_1704380940.csv',\n", " 'movement_1704380945.csv',\n", " 'movement_1704380950.csv',\n", " 'movement_1704380955.csv',\n", " 'movement_1704380960.csv',\n", " 'movement_1704380965.csv',\n", " 'movement_1704380970.csv',\n", " 'movement_1704380975.csv',\n", " 'movement_1704380980.csv',\n", " 'movement_1704380985.csv',\n", " 'movement_1704380990.csv',\n", " 'movement_1704380995.csv',\n", " 'movement_1704381000.csv',\n", " 'movement_1704381005.csv',\n", " 'movement_1704381010.csv',\n", " 'movement_1704381015.csv',\n", " 'movement_1704381020.csv',\n", " 'movement_1704381025.csv',\n", " 'movement_1704381030.csv',\n", " 'movement_1704381035.csv',\n", " 'movement_1704381040.csv',\n", " 'movement_1704381045.csv',\n", " 'movement_1704381050.csv',\n", " 'movement_1704381055.csv',\n", " 'movement_1704381060.csv',\n", " 'movement_1704381065.csv',\n", " 'movement_1704381070.csv',\n", " 'movement_1704381075.csv',\n", " 'movement_1704381080.csv',\n", " 'movement_1704381085.csv',\n", " 'movement_1704381090.csv',\n", " 'movement_1704381095.csv',\n", " 'movement_1704381100.csv',\n", " 'movement_1704381105.csv',\n", " 'movement_1704381110.csv',\n", " 'movement_1704381115.csv',\n", " 'movement_1704381120.csv',\n", " 'movement_1704381125.csv',\n", " 'movement_1704381130.csv',\n", " 'movement_1704381135.csv',\n", " 'movement_1704381140.csv',\n", " 'movement_1704381145.csv',\n", " 'movement_1704381150.csv',\n", " 'movement_1704381155.csv',\n", " 'movement_1704381160.csv',\n", " 'movement_1704381165.csv',\n", " 'movement_1704381170.csv',\n", " 'movement_1704381175.csv',\n", " 'movement_1704381180.csv',\n", " 'movement_1704381185.csv',\n", " 'movement_1704381190.csv',\n", " 'movement_1704381195.csv',\n", " 'movement_1704381200.csv',\n", " 'movement_1704381205.csv',\n", " 'movement_1704381210.csv',\n", " 'movement_1704381215.csv',\n", " 'movement_1704381220.csv',\n", " 'movement_1704381225.csv',\n", " 'movement_1704381230.csv',\n", " 'movement_1704381235.csv',\n", " 'movement_1704381240.csv',\n", " 'movement_1704381245.csv',\n", " 'movement_1704381250.csv',\n", " 'movement_1704381255.csv',\n", " 'movement_1704381260.csv',\n", " 'movement_1704381265.csv',\n", " 'movement_1704381270.csv',\n", " 'movement_1704381275.csv',\n", " 'movement_1704381280.csv',\n", " 'movement_1704381285.csv',\n", " 'movement_1704381290.csv',\n", " 'movement_1704381295.csv',\n", " 'movement_1704381300.csv',\n", " 'movement_1704381305.csv',\n", " 'movement_1704381310.csv',\n", " 'movement_1704381315.csv',\n", " 'movement_1704381320.csv',\n", " 'movement_1704381325.csv',\n", " 'movement_1704381330.csv',\n", " 'movement_1704381335.csv',\n", " 'movement_1704381340.csv',\n", " 'movement_1704381345.csv',\n", " 'movement_1704381350.csv',\n", " 'movement_1704381355.csv',\n", " 'movement_1704381360.csv',\n", " 'movement_1704381365.csv',\n", " 'movement_1704381370.csv',\n", " 'movement_1704381375.csv',\n", " 'movement_1704381380.csv',\n", " 'movement_1704381385.csv',\n", " 'movement_1704381390.csv',\n", " 'movement_1704381395.csv',\n", " 'movement_1704381400.csv',\n", " 'movement_1704381405.csv',\n", " 'movement_1704381410.csv',\n", " 'movement_1704381415.csv',\n", " 'movement_1704381420.csv',\n", " 'movement_1704381425.csv',\n", " 'movement_1704381430.csv',\n", " 'movement_1704381435.csv',\n", " 'movement_1704381440.csv',\n", " 'movement_1704381445.csv',\n", " 'movement_1704381450.csv',\n", " 'movement_1704381455.csv',\n", " 'movement_1704381460.csv',\n", " 'movement_1704381465.csv',\n", " 'movement_1704381470.csv',\n", " 'movement_1704381475.csv',\n", " 'movement_1704381480.csv',\n", " 'movement_1704381485.csv',\n", " 'movement_1704381490.csv',\n", " 'movement_1704381495.csv',\n", " 'movement_1704381500.csv',\n", " 'movement_1704381505.csv',\n", " 'movement_1704381510.csv',\n", " 'movement_1704381515.csv',\n", " 'movement_1704381520.csv',\n", " 'movement_1704381525.csv',\n", " 'movement_1704381530.csv',\n", " 'movement_1704381535.csv',\n", " 'movement_1704381540.csv',\n", " 'movement_1704381545.csv',\n", " 'movement_1704381550.csv',\n", " 'movement_1704381555.csv',\n", " 'movement_1704381560.csv',\n", " 'movement_1704381565.csv',\n", " 'movement_1704381570.csv',\n", " 'movement_1704381575.csv',\n", " 'movement_1704381580.csv',\n", " 'movement_1704381585.csv',\n", " 'movement_1704381590.csv',\n", " 'movement_1704381595.csv',\n", " 'movement_1704381600.csv',\n", " 'movement_1704381605.csv',\n", " 'movement_1704381610.csv',\n", " 'movement_1704381615.csv',\n", " 'movement_1704381620.csv',\n", " 'movement_1704381625.csv',\n", " 'movement_1704381630.csv',\n", " 'movement_1704381635.csv',\n", " 'movement_1704381640.csv',\n", " 'movement_1704381645.csv',\n", " 'movement_1704381650.csv',\n", " 'movement_1704381655.csv',\n", " 'movement_1704381660.csv',\n", " 'movement_1704381665.csv',\n", " 'movement_1704381670.csv',\n", " 'movement_1704381675.csv',\n", " 'movement_1704381680.csv',\n", " 'movement_1704381685.csv',\n", " 'movement_1704381690.csv',\n", " 'movement_1704381695.csv',\n", " 'movement_1704381700.csv',\n", " 'movement_1704381705.csv',\n", " 'movement_1704381710.csv',\n", " 'movement_1704381715.csv',\n", " 'movement_1704381720.csv',\n", " 'movement_1704381725.csv',\n", " 'movement_1704381730.csv',\n", " 'movement_1704381735.csv',\n", " 'movement_1704381740.csv',\n", " 'movement_1704381745.csv',\n", " 'movement_1704381750.csv',\n", " 'movement_1704381755.csv',\n", " 'movement_1704381760.csv',\n", " 'movement_1704381765.csv',\n", " 'movement_1704381770.csv',\n", " 'movement_1704381775.csv',\n", " 'movement_1704381780.csv',\n", " 'movement_1704381785.csv',\n", " 'movement_1704381790.csv',\n", " 'movement_1704381795.csv',\n", " 'movement_1704381800.csv',\n", " 'movement_1704381805.csv',\n", " 'movement_1704381810.csv',\n", " 'movement_1704381815.csv',\n", " 'movement_1704381820.csv',\n", " 'movement_1704381825.csv',\n", " 'movement_1704381830.csv',\n", " 'movement_1704381835.csv',\n", " 'movement_1704381840.csv',\n", " 'movement_1704381845.csv',\n", " 'movement_1704381850.csv',\n", " 'movement_1704381855.csv',\n", " 'movement_1704381860.csv',\n", " 'movement_1704381865.csv',\n", " 'movement_1704381870.csv',\n", " 'movement_1704381875.csv',\n", " 'movement_1704381880.csv',\n", " 'movement_1704381885.csv',\n", " 'movement_1704381890.csv',\n", " 'movement_1704381895.csv',\n", " 'movement_1704381900.csv',\n", " 'movement_1704381905.csv',\n", " 'movement_1704381910.csv',\n", " 'movement_1704381915.csv',\n", " 'movement_1704381920.csv',\n", " 'movement_1704381925.csv',\n", " 'movement_1704381930.csv',\n", " 'movement_1704381935.csv',\n", " 'movement_1704381940.csv',\n", " 'movement_1704381945.csv',\n", " 'movement_1704381950.csv',\n", " 'movement_1704381955.csv',\n", " 'movement_1704381960.csv',\n", " 'movement_1704381965.csv',\n", " 'movement_1704381970.csv',\n", " 'movement_1704381975.csv',\n", " 'movement_1704381980.csv',\n", " 'movement_1704381985.csv',\n", " 'movement_1704381990.csv',\n", " 'movement_1704381995.csv',\n", " 'movement_1704382000.csv',\n", " 'movement_1704382005.csv',\n", " 'movement_1704382010.csv',\n", " 'movement_1704382015.csv',\n", " 'movement_1704382020.csv',\n", " 'movement_1704382025.csv',\n", " 'movement_1704382030.csv',\n", " 'movement_1704382035.csv',\n", " 'movement_1704382040.csv',\n", " 'movement_1704382045.csv',\n", " 'movement_1704382050.csv',\n", " 'movement_1704382055.csv',\n", " 'movement_1704382060.csv',\n", " 'movement_1704382065.csv',\n", " 'movement_1704382070.csv',\n", " 'movement_1704382075.csv',\n", " 'movement_1704382080.csv',\n", " 'movement_1704382085.csv',\n", " 'movement_1704382090.csv',\n", " 'movement_1704382095.csv',\n", " 'movement_1704382100.csv',\n", " 'movement_1704382105.csv',\n", " 'movement_1704382110.csv',\n", " 'movement_1704382115.csv',\n", " 'movement_1704382120.csv',\n", " 'movement_1704382125.csv',\n", " 'movement_1704382130.csv',\n", " 'movement_1704382135.csv',\n", " 'movement_1704382140.csv',\n", " 'movement_1704382145.csv',\n", " 'movement_1704382150.csv',\n", " 'movement_1704382155.csv',\n", " 'movement_1704382160.csv',\n", " 'movement_1704382165.csv',\n", " 'movement_1704382170.csv',\n", " 'movement_1704382175.csv',\n", " 'movement_1704382180.csv',\n", " 'movement_1704382185.csv',\n", " 'movement_1704382190.csv',\n", " 'movement_1704382195.csv',\n", " 'movement_1704382200.csv',\n", " 'movement_1704382205.csv',\n", " 'movement_1704382210.csv',\n", " 'movement_1704382215.csv',\n", " 'movement_1704382220.csv',\n", " 'movement_1704382225.csv',\n", " 'movement_1704382230.csv',\n", " 'movement_1704382235.csv',\n", " 'movement_1704382240.csv',\n", " 'movement_1704382245.csv',\n", " 'movement_1704382250.csv',\n", " 'movement_1704382255.csv',\n", " 'movement_1704382260.csv',\n", " 'movement_1704382265.csv',\n", " 'movement_1704382270.csv',\n", " 'movement_1704382275.csv',\n", " 'movement_1704382280.csv',\n", " 'movement_1704382285.csv',\n", " 'movement_1704382290.csv',\n", " 'movement_1704382295.csv',\n", " 'movement_1704382300.csv',\n", " 'movement_1704382305.csv',\n", " 'movement_1704382310.csv',\n", " 'movement_1704382315.csv',\n", " 'movement_1704382320.csv',\n", " 'movement_1704382325.csv',\n", " 'movement_1704382330.csv',\n", " 'movement_1704382335.csv',\n", " 'movement_1704382340.csv',\n", " 'movement_1704382345.csv',\n", " 'movement_1704382350.csv',\n", " 'movement_1704382355.csv',\n", " 'movement_1704382360.csv',\n", " 'movement_1704382365.csv',\n", " 'movement_1704382370.csv',\n", " 'movement_1704382375.csv',\n", " 'movement_1704382380.csv',\n", " 'movement_1704382385.csv',\n", " 'movement_1704382390.csv',\n", " 'movement_1704382395.csv',\n", " 'movement_1704382400.csv',\n", " 'movement_1704382405.csv',\n", " 'movement_1704382410.csv',\n", " 'movement_1704382415.csv',\n", " 'movement_1704382420.csv',\n", " 'movement_1704382425.csv',\n", " 'movement_1704382430.csv',\n", " 'movement_1704382435.csv',\n", " 'movement_1704382440.csv',\n", " 'movement_1704382445.csv',\n", " 'movement_1704382450.csv',\n", " 'movement_1704382455.csv',\n", " 'movement_1704382460.csv',\n", " 'movement_1704382465.csv',\n", " 'movement_1704382470.csv',\n", " 'movement_1704382475.csv',\n", " 'movement_1704382480.csv',\n", " 'movement_1704382485.csv',\n", " 'movement_1704382490.csv',\n", " 'movement_1704382495.csv',\n", " 'movement_1704382500.csv',\n", " 'movement_1704382505.csv',\n", " 'movement_1704382510.csv',\n", " 'movement_1704382515.csv',\n", " 'movement_1704382520.csv',\n", " 'movement_1704382525.csv',\n", " 'movement_1704382530.csv',\n", " 'movement_1704382535.csv',\n", " 'movement_1704382540.csv',\n", " 'movement_1704382545.csv',\n", " 'movement_1704382550.csv',\n", " 'movement_1704382555.csv',\n", " 'movement_1704382560.csv',\n", " 'movement_1704382565.csv',\n", " 'movement_1704382570.csv',\n", " 'movement_1704382575.csv',\n", " 'movement_1704382580.csv',\n", " 'movement_1704382585.csv',\n", " 'movement_1704382590.csv',\n", " 'movement_1704382595.csv',\n", " 'movement_1704382600.csv',\n", " 'movement_1704382605.csv',\n", " 'movement_1704382610.csv',\n", " 'movement_1704382615.csv',\n", " 'movement_1704382620.csv',\n", " 'movement_1704382625.csv',\n", " 'movement_1704382630.csv',\n", " 'movement_1704382635.csv',\n", " 'movement_1704382640.csv',\n", " 'movement_1704382645.csv',\n", " 'movement_1704382650.csv',\n", " 'movement_1704382655.csv',\n", " 'movement_1704382660.csv',\n", " 'movement_1704382665.csv',\n", " 'movement_1704382670.csv',\n", " 'movement_1704382675.csv',\n", " 'movement_1704382680.csv',\n", " 'movement_1704382685.csv',\n", " 'movement_1704382690.csv',\n", " 'movement_1704382695.csv',\n", " 'movement_1704382700.csv',\n", " 'movement_1704382705.csv',\n", " 'movement_1704382710.csv',\n", " 'movement_1704382715.csv',\n", " 'movement_1704382720.csv',\n", " 'movement_1704382725.csv',\n", " 'movement_1704382730.csv',\n", " 'movement_1704382735.csv',\n", " 'movement_1704382740.csv',\n", " 'movement_1704382745.csv',\n", " 'movement_1704382750.csv',\n", " 'movement_1704382755.csv',\n", " 'movement_1704382760.csv',\n", " 'movement_1704382765.csv',\n", " 'movement_1704382770.csv',\n", " 'movement_1704382775.csv',\n", " 'movement_1704382780.csv',\n", " 'movement_1704382785.csv',\n", " 'movement_1704382790.csv',\n", " 'movement_1704382795.csv',\n", " 'movement_1704382800.csv',\n", " 'movement_1704382805.csv',\n", " 'movement_1704382810.csv',\n", " 'movement_1704382815.csv',\n", " 'movement_1704382820.csv',\n", " 'movement_1704382825.csv',\n", " 'movement_1704382830.csv',\n", " 'movement_1704382835.csv',\n", " 'movement_1704382840.csv',\n", " 'movement_1704382845.csv',\n", " 'movement_1704382850.csv',\n", " 'movement_1704382855.csv',\n", " 'movement_1704382860.csv',\n", " 'movement_1704382865.csv',\n", " 'movement_1704382870.csv',\n", " 'movement_1704382875.csv',\n", " 'movement_1704382880.csv',\n", " 'movement_1704382885.csv',\n", " 'movement_1704382890.csv',\n", " 'movement_1704382895.csv',\n", " 'movement_1704382900.csv',\n", " 'movement_1704382905.csv',\n", " 'movement_1704382910.csv',\n", " 'movement_1704382915.csv',\n", " 'movement_1704382920.csv',\n", " 'movement_1704382925.csv',\n", " 'movement_1704382930.csv',\n", " 'movement_1704382935.csv',\n", " 'movement_1704382940.csv',\n", " 'movement_1704382945.csv',\n", " 'movement_1704382950.csv',\n", " 'movement_1704382955.csv',\n", " 'movement_1704382960.csv',\n", " 'movement_1704382965.csv',\n", " 'movement_1704382970.csv',\n", " 'movement_1704382975.csv',\n", " 'movement_1704382980.csv',\n", " 'movement_1704382985.csv',\n", " 'movement_1704382990.csv',\n", " 'movement_1704382995.csv',\n", " 'movement_1704383000.csv',\n", " 'movement_1704383005.csv',\n", " 'movement_1704383010.csv',\n", " 'movement_1704383015.csv',\n", " 'movement_1704383020.csv',\n", " 'movement_1704383025.csv',\n", " 'movement_1704383030.csv',\n", " 'movement_1704383035.csv',\n", " 'movement_1704383040.csv',\n", " 'movement_1704383045.csv',\n", " 'movement_1704383050.csv',\n", " 'movement_1704383055.csv',\n", " 'movement_1704383060.csv',\n", " 'movement_1704383065.csv',\n", " 'movement_1704383070.csv',\n", " 'movement_1704383075.csv',\n", " 'movement_1704383080.csv',\n", " 'movement_1704383085.csv',\n", " 'movement_1704383090.csv',\n", " 'movement_1704383095.csv',\n", " 'movement_1704383100.csv',\n", " 'movement_1704383105.csv',\n", " 'movement_1704383110.csv',\n", " 'movement_1704383115.csv',\n", " 'movement_1704383120.csv',\n", " 'movement_1704383125.csv',\n", " 'movement_1704383130.csv',\n", " 'movement_1704383135.csv',\n", " 'movement_1704383140.csv',\n", " 'movement_1704383145.csv',\n", " 'movement_1704383150.csv',\n", " 'movement_1704383155.csv',\n", " 'movement_1704383160.csv',\n", " 'movement_1704383165.csv',\n", " 'movement_1704383170.csv',\n", " 'movement_1704383175.csv',\n", " 'movement_1704383180.csv',\n", " 'movement_1704383185.csv',\n", " 'movement_1704383190.csv',\n", " 'movement_1704383195.csv',\n", " 'movement_1704383200.csv',\n", " 'movement_1704383205.csv',\n", " 'movement_1704383210.csv',\n", " 'movement_1704383215.csv',\n", " 'movement_1704383220.csv',\n", " 'movement_1704383225.csv',\n", " 'movement_1704383230.csv',\n", " 'movement_1704383235.csv',\n", " 'movement_1704383240.csv',\n", " 'movement_1704383245.csv',\n", " 'movement_1704383250.csv',\n", " 'movement_1704383255.csv',\n", " 'movement_1704383260.csv',\n", " 'movement_1704383265.csv',\n", " 'movement_1704383270.csv',\n", " 'movement_1704383275.csv',\n", " 'movement_1704383280.csv',\n", " 'movement_1704383285.csv',\n", " 'movement_1704383290.csv',\n", " 'movement_1704383295.csv',\n", " 'movement_1704383300.csv',\n", " 'movement_1704383305.csv',\n", " 'movement_1704383310.csv',\n", " 'movement_1704383315.csv',\n", " 'movement_1704383320.csv',\n", " 'movement_1704383325.csv',\n", " 'movement_1704383330.csv',\n", " 'movement_1704383335.csv',\n", " 'movement_1704383340.csv',\n", " 'movement_1704383345.csv',\n", " 'movement_1704383350.csv',\n", " 'movement_1704383355.csv',\n", " 'movement_1704383360.csv',\n", " 'movement_1704383365.csv',\n", " 'movement_1704383370.csv',\n", " 'movement_1704383375.csv',\n", " 'movement_1704383380.csv',\n", " 'movement_1704383385.csv',\n", " 'movement_1704383390.csv',\n", " 'movement_1704383395.csv',\n", " 'movement_1704383400.csv',\n", " 'movement_1704383405.csv',\n", " 'movement_1704383410.csv',\n", " 'movement_1704383415.csv',\n", " 'movement_1704383420.csv',\n", " 'movement_1704383425.csv',\n", " 'movement_1704383430.csv',\n", " 'movement_1704383435.csv',\n", " 'movement_1704383440.csv',\n", " 'movement_1704383445.csv',\n", " 'movement_1704383450.csv',\n", " 'movement_1704383455.csv',\n", " 'movement_1704383460.csv',\n", " 'movement_1704383465.csv',\n", " 'movement_1704383470.csv',\n", " 'movement_1704383475.csv',\n", " 'movement_1704383480.csv',\n", " 'movement_1704383485.csv',\n", " 'movement_1704383490.csv',\n", " 'movement_1704383495.csv',\n", " 'movement_1704383500.csv',\n", " 'movement_1704383505.csv',\n", " 'movement_1704383510.csv',\n", " 'movement_1704383515.csv',\n", " 'movement_1704383520.csv',\n", " 'movement_1704383525.csv',\n", " 'movement_1704383530.csv',\n", " 'movement_1704383535.csv',\n", " 'movement_1704383540.csv',\n", " 'movement_1704383545.csv',\n", " 'movement_1704383550.csv',\n", " 'movement_1704383555.csv',\n", " 'movement_1704383560.csv',\n", " 'movement_1704383565.csv',\n", " 'movement_1704383570.csv',\n", " 'movement_1704383575.csv',\n", " 'movement_1704383580.csv',\n", " 'movement_1704383585.csv',\n", " 'movement_1704383590.csv',\n", " 'movement_1704383595.csv',\n", " 'movement_1704383600.csv',\n", " 'movement_1704383605.csv',\n", " 'movement_1704383610.csv',\n", " 'movement_1704383615.csv',\n", " 'movement_1704383620.csv',\n", " 'movement_1704383625.csv',\n", " 'movement_1704383630.csv',\n", " 'movement_1704383635.csv',\n", " 'movement_1704383640.csv',\n", " 'movement_1704383645.csv',\n", " 'movement_1704383650.csv',\n", " 'movement_1704383655.csv',\n", " 'movement_1704383660.csv',\n", " 'movement_1704383665.csv',\n", " 'movement_1704383670.csv',\n", " 'movement_1704383675.csv',\n", " 'movement_1704383680.csv',\n", " 'movement_1704383685.csv',\n", " 'movement_1704383690.csv',\n", " 'movement_1704383695.csv',\n", " 'movement_1704383700.csv',\n", " 'movement_1704383705.csv',\n", " 'movement_1704383710.csv',\n", " 'movement_1704383715.csv',\n", " 'movement_1704383720.csv',\n", " 'movement_1704383725.csv',\n", " 'movement_1704383730.csv',\n", " 'movement_1704383735.csv',\n", " 'movement_1704383740.csv',\n", " 'movement_1704383745.csv',\n", " 'movement_1704383750.csv',\n", " 'movement_1704383755.csv',\n", " 'movement_1704383760.csv',\n", " 'movement_1704383765.csv',\n", " 'movement_1704383770.csv',\n", " 'movement_1704383775.csv',\n", " 'movement_1704383780.csv',\n", " 'movement_1704383785.csv',\n", " 'movement_1704383790.csv',\n", " 'movement_1704383795.csv',\n", " 'movement_1704383800.csv',\n", " 'movement_1704383805.csv',\n", " 'movement_1704383810.csv',\n", " 'movement_1704383815.csv',\n", " 'movement_1704383820.csv',\n", " 'movement_1704383825.csv',\n", " 'movement_1704383830.csv',\n", " 'movement_1704383835.csv',\n", " 'movement_1704383840.csv',\n", " 'movement_1704383845.csv',\n", " 'movement_1704383850.csv',\n", " 'movement_1704383855.csv',\n", " 'movement_1704383860.csv',\n", " 'movement_1704383865.csv',\n", " 'movement_1704383870.csv',\n", " 'movement_1704383875.csv',\n", " 'movement_1704383880.csv',\n", " 'movement_1704383885.csv',\n", " 'movement_1704383890.csv',\n", " 'movement_1704383895.csv',\n", " 'movement_1704383900.csv',\n", " 'movement_1704383905.csv',\n", " 'movement_1704383910.csv',\n", " 'movement_1704383915.csv',\n", " 'movement_1704383920.csv',\n", " 'movement_1704383925.csv',\n", " 'movement_1704383930.csv',\n", " 'movement_1704383935.csv',\n", " 'movement_1704383940.csv',\n", " 'movement_1704383945.csv',\n", " 'movement_1704383950.csv',\n", " 'movement_1704383955.csv',\n", " 'movement_1704383960.csv',\n", " 'movement_1704383965.csv',\n", " 'movement_1704383970.csv',\n", " 'movement_1704383975.csv',\n", " 'movement_1704383980.csv',\n", " 'movement_1704383985.csv',\n", " 'movement_1704383990.csv',\n", " 'movement_1704383995.csv',\n", " 'movement_1704384000.csv',\n", " 'movement_1704384005.csv',\n", " 'movement_1704384010.csv',\n", " 'movement_1704384015.csv',\n", " 'movement_1704384020.csv',\n", " 'movement_1704384025.csv',\n", " 'movement_1704384030.csv',\n", " 'movement_1704384035.csv',\n", " 'movement_1704384040.csv',\n", " 'movement_1704384045.csv',\n", " 'movement_1704384050.csv',\n", " 'movement_1704384055.csv',\n", " 'movement_1704384060.csv',\n", " 'movement_1704384065.csv',\n", " 'movement_1704384070.csv',\n", " 'movement_1704384075.csv',\n", " 'movement_1704384080.csv',\n", " 'movement_1704384085.csv',\n", " 'movement_1704384090.csv',\n", " 'movement_1704384095.csv',\n", " 'movement_1704384100.csv',\n", " 'movement_1704384105.csv',\n", " 'movement_1704384110.csv',\n", " 'movement_1704384115.csv',\n", " 'movement_1704384120.csv',\n", " 'movement_1704384125.csv',\n", " 'movement_1704384130.csv',\n", " 'movement_1704384135.csv',\n", " 'movement_1704384140.csv',\n", " 'movement_1704384145.csv',\n", " 'movement_1704384150.csv',\n", " 'movement_1704384155.csv',\n", " 'movement_1704384160.csv',\n", " 'movement_1704384165.csv',\n", " 'movement_1704384170.csv',\n", " 'movement_1704384175.csv',\n", " 'movement_1704384180.csv',\n", " 'movement_1704384185.csv',\n", " 'movement_1704384190.csv',\n", " 'movement_1704384195.csv',\n", " 'movement_1704384200.csv',\n", " 'movement_1704384205.csv',\n", " 'movement_1704384210.csv',\n", " 'movement_1704384215.csv',\n", " 'movement_1704384220.csv',\n", " 'movement_1704384225.csv',\n", " 'movement_1704384230.csv',\n", " 'movement_1704384235.csv',\n", " 'movement_1704384240.csv',\n", " 'movement_1704384245.csv',\n", " 'movement_1704384250.csv',\n", " 'movement_1704384255.csv',\n", " 'movement_1704384260.csv',\n", " 'movement_1704384265.csv',\n", " 'movement_1704384270.csv',\n", " 'movement_1704384275.csv',\n", " 'movement_1704384280.csv',\n", " 'movement_1704384285.csv',\n", " 'movement_1704384290.csv',\n", " 'movement_1704384295.csv',\n", " 'movement_1704384300.csv',\n", " 'movement_1704384305.csv',\n", " 'movement_1704384310.csv',\n", " 'movement_1704384315.csv',\n", " 'movement_1704384320.csv',\n", " 'movement_1704384325.csv',\n", " 'movement_1704384330.csv',\n", " 'movement_1704384335.csv',\n", " 'movement_1704384340.csv',\n", " 'movement_1704384345.csv',\n", " 'movement_1704384350.csv',\n", " 'movement_1704384355.csv',\n", " 'movement_1704384360.csv',\n", " 'movement_1704384365.csv',\n", " 'movement_1704384370.csv',\n", " 'movement_1704384375.csv',\n", " 'movement_1704384380.csv',\n", " 'movement_1704384385.csv',\n", " 'movement_1704384390.csv',\n", " 'movement_1704384395.csv',\n", " 'movement_1704384400.csv',\n", " 'movement_1704384405.csv',\n", " 'movement_1704384410.csv',\n", " 'movement_1704384415.csv',\n", " 'movement_1704384420.csv',\n", " 'movement_1704384425.csv',\n", " 'movement_1704384430.csv',\n", " 'movement_1704384435.csv',\n", " 'movement_1704384440.csv',\n", " 'movement_1704384445.csv',\n", " 'movement_1704384450.csv',\n", " 'movement_1704384455.csv',\n", " 'movement_1704384460.csv',\n", " 'movement_1704384465.csv',\n", " 'movement_1704384470.csv',\n", " 'movement_1704384475.csv',\n", " 'movement_1704384480.csv',\n", " 'movement_1704384485.csv',\n", " 'movement_1704384490.csv',\n", " 'movement_1704384495.csv',\n", " 'movement_1704384500.csv',\n", " 'movement_1704384505.csv',\n", " 'movement_1704384510.csv',\n", " 'movement_1704384515.csv',\n", " 'movement_1704384520.csv',\n", " 'movement_1704384525.csv',\n", " 'movement_1704384530.csv',\n", " 'movement_1704384535.csv',\n", " 'movement_1704384540.csv',\n", " 'movement_1704384545.csv',\n", " 'movement_1704384550.csv',\n", " 'movement_1704384555.csv',\n", " 'movement_1704384560.csv',\n", " 'movement_1704384565.csv',\n", " 'movement_1704384570.csv',\n", " 'movement_1704384575.csv',\n", " 'movement_1704384580.csv',\n", " 'movement_1704384585.csv',\n", " 'movement_1704384590.csv',\n", " 'movement_1704384595.csv',\n", " 'movement_1704384600.csv',\n", " 'movement_1704384605.csv',\n", " 'movement_1704384610.csv',\n", " 'movement_1704384615.csv',\n", " 'movement_1704384620.csv',\n", " 'movement_1704384625.csv',\n", " 'movement_1704384630.csv',\n", " 'movement_1704384635.csv',\n", " 'movement_1704384640.csv',\n", " 'movement_1704384645.csv',\n", " 'movement_1704384650.csv',\n", " 'movement_1704384655.csv',\n", " 'movement_1704384660.csv',\n", " 'movement_1704384665.csv',\n", " 'movement_1704384670.csv',\n", " 'movement_1704384675.csv',\n", " 'movement_1704384680.csv',\n", " 'movement_1704384685.csv',\n", " 'movement_1704384690.csv',\n", " 'movement_1704384695.csv',\n", " 'movement_1704384700.csv',\n", " 'movement_1704384705.csv',\n", " 'movement_1704384710.csv',\n", " 'movement_1704384715.csv',\n", " 'movement_1704384720.csv',\n", " 'movement_1704384725.csv',\n", " 'movement_1704384730.csv',\n", " 'movement_1704384735.csv',\n", " 'movement_1704384740.csv',\n", " 'movement_1704384745.csv',\n", " 'movement_1704384750.csv',\n", " 'movement_1704384755.csv',\n", " 'movement_1704384760.csv',\n", " 'movement_1704384765.csv',\n", " 'movement_1704384770.csv',\n", " 'movement_1704384775.csv',\n", " 'movement_1704384780.csv',\n", " 'movement_1704384785.csv',\n", " 'movement_1704384790.csv',\n", " 'movement_1704384795.csv',\n", " 'movement_1704384800.csv',\n", " 'movement_1704384805.csv',\n", " 'movement_1704384810.csv',\n", " 'movement_1704384815.csv',\n", " 'movement_1704384820.csv',\n", " 'movement_1704384825.csv',\n", " 'movement_1704384830.csv',\n", " 'movement_1704384835.csv',\n", " 'movement_1704384840.csv',\n", " 'movement_1704384845.csv',\n", " 'movement_1704384850.csv',\n", " 'movement_1704384855.csv',\n", " 'movement_1704384860.csv',\n", " 'movement_1704384865.csv',\n", " 'movement_1704384870.csv',\n", " 'movement_1704384875.csv',\n", " 'movement_1704384880.csv',\n", " 'movement_1704384885.csv',\n", " 'movement_1704384890.csv',\n", " 'movement_1704384895.csv',\n", " 'movement_1704384900.csv',\n", " 'movement_1704384905.csv',\n", " 'movement_1704384910.csv',\n", " 'movement_1704384915.csv',\n", " 'movement_1704384920.csv',\n", " 'movement_1704384925.csv',\n", " 'movement_1704384930.csv',\n", " 'movement_1704384935.csv',\n", " 'movement_1704384940.csv',\n", " 'movement_1704384945.csv',\n", " 'movement_1704384950.csv',\n", " 'movement_1704384955.csv',\n", " 'movement_1704384960.csv',\n", " 'movement_1704384965.csv',\n", " 'movement_1704384970.csv',\n", " 'movement_1704384975.csv',\n", " 'movement_1704384980.csv',\n", " 'movement_1704384985.csv',\n", " 'movement_1704384990.csv',\n", " 'movement_1704384995.csv',\n", " 'movement_1704385000.csv',\n", " 'movement_1704385005.csv',\n", " 'movement_1704385010.csv',\n", " 'movement_1704385015.csv',\n", " 'movement_1704385020.csv',\n", " 'movement_1704385025.csv',\n", " 'movement_1704385030.csv',\n", " 'movement_1704385035.csv',\n", " 'movement_1704385040.csv',\n", " 'movement_1704385045.csv',\n", " 'movement_1704385050.csv',\n", " 'movement_1704385055.csv',\n", " 'movement_1704385060.csv',\n", " 'movement_1704385065.csv',\n", " 'movement_1704385070.csv',\n", " 'movement_1704385075.csv',\n", " 'movement_1704385080.csv',\n", " 'movement_1704385085.csv',\n", " 'movement_1704385090.csv',\n", " 'movement_1704385095.csv',\n", " 'movement_1704385100.csv',\n", " 'movement_1704385105.csv',\n", " 'movement_1704385110.csv',\n", " 'movement_1704385115.csv',\n", " 'movement_1704385120.csv',\n", " 'movement_1704385125.csv',\n", " 'movement_1704385130.csv',\n", " 'movement_1704385135.csv',\n", " 'movement_1704385140.csv',\n", " 'movement_1704385145.csv',\n", " 'movement_1704385150.csv',\n", " 'movement_1704385155.csv',\n", " 'movement_1704385160.csv',\n", " 'movement_1704385165.csv',\n", " 'movement_1704385170.csv',\n", " 'movement_1704385175.csv',\n", " 'movement_1704385180.csv',\n", " 'movement_1704385185.csv',\n", " 'movement_1704385190.csv',\n", " 'movement_1704385195.csv',\n", " 'movement_1704385200.csv',\n", " 'movement_1704385205.csv',\n", " 'movement_1704385210.csv',\n", " 'movement_1704385215.csv',\n", " 'movement_1704385220.csv',\n", " 'movement_1704385225.csv',\n", " 'movement_1704385230.csv',\n", " 'movement_1704385235.csv',\n", " 'movement_1704385240.csv',\n", " 'movement_1704385245.csv',\n", " 'movement_1704385250.csv',\n", " 'movement_1704385255.csv',\n", " 'movement_1704385260.csv',\n", " 'movement_1704385265.csv',\n", " 'movement_1704385270.csv',\n", " 'movement_1704385275.csv',\n", " 'movement_1704385280.csv',\n", " 'movement_1704385285.csv',\n", " 'movement_1704385290.csv',\n", " 'movement_1704385295.csv',\n", " 'movement_1704385300.csv',\n", " 'movement_1704385305.csv',\n", " 'movement_1704385310.csv',\n", " 'movement_1704385315.csv',\n", " 'movement_1704385320.csv',\n", " 'movement_1704385325.csv',\n", " 'movement_1704385330.csv',\n", " 'movement_1704385335.csv',\n", " 'movement_1704385340.csv',\n", " 'movement_1704385345.csv',\n", " 'movement_1704385350.csv',\n", " 'movement_1704385355.csv',\n", " 'movement_1704385360.csv',\n", " 'movement_1704385365.csv',\n", " 'movement_1704385370.csv',\n", " 'movement_1704385375.csv',\n", " 'movement_1704385380.csv',\n", " 'movement_1704385385.csv',\n", " 'movement_1704385390.csv',\n", " 'movement_1704385395.csv',\n", " ...]" ] }, "execution_count": 16, "metadata": {}, "output_type": "execute_result" } ], "source": [ "os.listdir('Intermediates/movement')" ] }, { "cell_type": "code", "execution_count": 17, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "100%|██████████| 17280/17280 [05:34<00:00, 51.62it/s]\n" ] } ], "source": [ "path_movement = os.path.join('Intermediates', 'movement')\n", "path_amovement = os.path.join('Intermediates', 'augmented_movement')\n", "movement_files = os.listdir(path_movement)\n", "for movement_file in tqdm(movement_files):\n", " movement = pd.read_csv(os.path.join(path_movement, movement_file), dtype=loading_dtype)\n", " movements = []\n", " for digit in range(10):\n", " a_movement = movement.copy()\n", " a_movement['inter_no'] = a_movement['inter_no'] * 10 + digit\n", " movements.append(a_movement)\n", " movements = pd.concat(movements)\n", " movements.to_csv(os.path.join(path_amovement, f'{movement_file}'), index=False)" ] }, { "cell_type": "code", "execution_count": 20, "metadata": {}, "outputs": [], "source": [ "match6 = pd.read_csv(os.path.join('Intermediates', 'matching_tables_original', 'match6.csv'))\n", "match6s = []\n", "for digit in range(10):\n", " a_match6 = match6.copy()\n", " a_match6['inter_no'] = a_match6['inter_no'] * 10 + digit\n", " a_match6['node_id'] = a_match6['node_id'].apply(lambda x: f'{x}_{digit}')\n", " match6s.append(a_match6)\n", "match6s = pd.concat(match6s)\n", "match6s.to_csv(os.path.join('Intermediates', 'match6.csv'), index=False)" ] }, { "cell_type": "code", "execution_count": 22, "metadata": {}, "outputs": [], "source": [ "matching = pd.read_csv(os.path.join('Intermediates', 'matching_tables_original', 'matching.csv'))\n", "matchings = []\n", "for digit in range(10):\n", " a_matching = matching.copy()\n", " a_matching['inter_no'] = a_matching['inter_no'] * 10 + digit\n", " a_matching['node_id'] = a_matching['node_id'].apply(lambda x: f'{x}_{digit}')\n", " matchings.append(a_matching)\n", "matchings = pd.concat(matchings)\n", "matchings.to_csv(os.path.join('Intermediates', 'matching.csv'), index=False)" ] } ], "metadata": { "kernelspec": { "display_name": "rts", "language": "python", "name": "rts" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.8.10" } }, "nbformat": 4, "nbformat_minor": 2 }