Adding coordinates and distance to ADCE

queries/process_neighbors.py

@@ -1,5 +1,7 @@
 import pandas as pd
+from geopy.distance import geodesic
 
+from queries.process_gsm import process_gsm_data
 from utils.convert_to_excel import convert_dfs, save_dataframe
 from utils.utils_vars import UtilsVars
 
@@ -16,10 +18,14 @@ ADJS_INITIAL_COLUMNS = [
 BTS_SOURCE = [
     "ID_BTS",
     "name",
+    "Longitude",
+    "Latitude",
 ]
 BTS_TARGET = [
     "lac_id",
     "name",
+    "Longitude",
+    "Latitude",
 ]
 
 WCEL_SOURCE = [
@@ -88,11 +94,12 @@ def process_neighbors_data(file_path: str):
     df_adce = df_adce[ADCE_INITIAL_COLUMNS]
 
     # Process BTS data
-    df_bts = dfs["BTS"]
-    df_bts.columns = df_bts.columns.str.replace(r"[ ]", "", regex=True)
-    df_bts["ID_BTS"] = df_bts[["BSC", "BCF", "BTS"]].astype(str).apply("_".join, axis=1)
+    df_bts = process_gsm_data(file_path)
     df_bts["lac_id"] = (
-        df_bts[["locationAreaIdLAC", "cellId"]].astype(str).apply("_".join, axis=1)
+        df_bts[["locationAreaIdLAC", "cellId"]]
+        .astype(str)
+        .apply("_".join, axis=1)
+        .str.replace(".0", "")
     )
 
     df_bts_source = df_bts[BTS_SOURCE]
@@ -103,14 +110,36 @@ def process_neighbors_data(file_path: str):
 
     # #create final adce
     df_adce_final = pd.merge(df_adce, df_bts_source, on="ID_BTS", how="left")
+
+    # Rename SOURCELongitude and Latitude columns
+    df_adce_final.rename(
+        columns={"Longitude": "SOURCE_Longitude", "Latitude": "SOURCE_Latitude"},
+        inplace=True,
+    )
+
     df_adce_final = pd.merge(
         df_adce_final, df_bts_target, on="lac_id", how="left"
     ).dropna()
     df_adce_final.rename(
-        columns={"ID_BTS": "SOURCE_ID", "lac_id": "TARGET_LAC_ID"}, inplace=True
+        columns={
+            "ID_BTS": "SOURCE_ID",
+            "lac_id": "TARGET_LAC_ID",
+            "Longitude": "TARGET_Longitude",
+            "Latitude": "TARGET_Latitude",
+        },
+        inplace=True,
     )
     df_adce_final = check_symmetry(df_adce_final)
 
+    # create distance column
+    df_adce_final["distance"] = df_adce_final.apply(
+        lambda row: geodesic(
+            (row["SOURCE_Latitude"], row["SOURCE_Longitude"]),
+            (row["TARGET_Latitude"], row["TARGET_Longitude"]),
+        ).kilometers,
+        axis=1,
+    )
+
     # process ADJS data
     df_adjs = dfs["ADJS"]
     df_adjs.columns = df_adjs.columns.str.replace(r"[ ]", "", regex=True)