diff --git a/modules/balloon/read_data.py b/modules/balloon/read_data.py index bfc0182..7a6465d 100644 --- a/modules/balloon/read_data.py +++ b/modules/balloon/read_data.py @@ -34,12 +34,22 @@ def read_data(path): columns_to_extract = ["alt", "press", "temp", "rh", "u", "v", "wspeed"] extracted_df = df[columns_to_extract].copy() + # 过渡所有 NaN 的行 + # 进行单位转换 extracted_df["alt"] = extracted_df["alt"] / 1000 # km extracted_df["rh"] = extracted_df["rh"] * 100 # % # 移除重复的高度值 extracted_df = extracted_df.drop_duplicates(subset=["alt"]) + # Replace infinity values and then drop NaN values + extracted_df = extracted_df.replace([np.inf, -np.inf], np.nan) + extracted_df = extracted_df.replace(math.nan, np.nan) + extracted_df = extracted_df.dropna(how="any") + # if data is empty, return None + if extracted_df.empty: + return None + new_height = np.arange(extracted_df["alt"].min( ), extracted_df["alt"].max() + 0.05, 0.05) diff --git a/modules/balloon/utils.py b/modules/balloon/utils.py index e66515f..a1fe7f8 100644 --- a/modules/balloon/utils.py +++ b/modules/balloon/utils.py @@ -64,8 +64,9 @@ comboDate = [ def get_dataframe_between_year(all_year_data, start_year, end_year, station): res = all_year_data - filtered_res = res[(res['file_name'].str.extract(rf'{station}-(\d{{4}})')[0].astype(int) >= start_year) & - (res['file_name'].str.extract(rf'{station}-(\d{{4}})')[0].astype(int) <= end_year)] + # print(all_year_data["file_name"]) + filtered_res = res[(res['file_name'].str.extract(rf'-(\d{{4}})\/')[0].astype(int) >= start_year) & + (res['file_name'].str.extract(rf'-(\d{{4}})\/')[0].astype(int) <= end_year)] return filtered_res @@ -145,6 +146,8 @@ def get_ballon_full_df_by_year(start_year, end_year, station=None, ignore_cache= # Read data data = read_data(file) + if data is None: + continue read_time = time.time() logging.debug( f"Read data in {read_time - file_start_time:.2f} seconds") diff --git a/modules/cosmic/gravityw_multiday_process.py b/modules/cosmic/gravityw_multiday_process.py index 49e94ae..8dd5979 100644 --- a/modules/cosmic/gravityw_multiday_process.py +++ b/modules/cosmic/gravityw_multiday_process.py @@ -39,6 +39,16 @@ def process_single_file(base_folder_path, i, lat_range=(30, 40)): # print(f"正在处理文件: {finfo}") try: dataset = nc.Dataset(finfo, 'r') + + try: + bad = int(dataset.getncattr('bad')) + except AttributeError: + bad = None + + if bad == 1: + print(f"文件 {finfo} 被标记为坏文件，跳过。") + continue + # 提取变量数据 temp = dataset.variables['Temp'][:] altitude = dataset.variables['MSL_alt'][:] @@ -54,6 +64,10 @@ def process_single_file(base_folder_path, i, lat_range=(30, 40)): dataset.close() # 剔除高度大于60的行 df = df[df['Altitude'] <= 60] + + df = df[(df["Temperature"] <= 49.85) + & (df["Temperature" >= -120.15])] + # 对每个文件的数据进行插值 alt_interp = np.linspace( df['Altitude'].min(), df['Altitude'].max(), 3000) @@ -77,6 +91,7 @@ def process_single_file(base_folder_path, i, lat_range=(30, 40)): 'Latitude': interpolated_lat, 'Temperature': interpolated_temp }) + # 将插值后的DataFrame添加到列表中 dfs.append(interpolated_df) except Exception as e: diff --git a/modules/cosmic/gravityw_perday.py b/modules/cosmic/gravityw_perday.py index b2c1939..9d9a096 100644 --- a/modules/cosmic/gravityw_perday.py +++ b/modules/cosmic/gravityw_perday.py @@ -38,6 +38,16 @@ def read_and_preprocess_data(base_folder_path, day_num): print(f"正在处理文件: {finfo}") try: dataset = nc.Dataset(finfo, 'r') + + try: + bad = int(dataset.getncattr('bad')) + except AttributeError: + bad = None + + if bad == 1: + print(f"文件 {finfo} 被标记为坏文件，跳过。") + continue + # 提取变量数据 temp = dataset.variables['Temp'][:] altitude = dataset.variables['MSL_alt'][:] @@ -53,6 +63,11 @@ def read_and_preprocess_data(base_folder_path, day_num): dataset.close() # 剔除高度大于60的行 df = df[df['Altitude'] <= 60] + # filter Temperature > df = df[(df["Temperature"] <= 49.85) + # & (df["Temperature" >= -120.15])] + + df = df[(df["Temperature"] <= 49.85) & + (df["Temperature"] >= -120.15)] # 对每个文件的数据进行插值 alt_interp = np.linspace( diff --git a/modules/cosmic/planetw_daily_process.py b/modules/cosmic/planetw_daily_process.py index f8be828..852979b 100644 --- a/modules/cosmic/planetw_daily_process.py +++ b/modules/cosmic/planetw_daily_process.py @@ -44,6 +44,16 @@ def _process_per_folder(base_folder_path, i, target_h): finfo = os.path.join(folder_path, file_name) try: dataset = nc.Dataset(finfo, 'r') + + try: + bad = int(dataset.getncattr('bad')) + except AttributeError: + bad = None + + if bad == 1: + print(f"文件 {finfo} 被标记为坏文件，跳过。") + continue + # 提取变量数据 temp = dataset.variables['Temp'][:] altitude = dataset.variables['MSL_alt'][:] @@ -75,9 +85,12 @@ def _process_per_folder(base_folder_path, i, target_h): }) dataset.close() # 仅筛选高度 + df_filtered = df[(df["Temperature"] <= 49.85) + & (df["Temperature" >= -120.15])] df_filtered = df[(df['Altitude'] >= target_h - 0.5) & (df['Altitude'] <= target_h + 0.5)] + result_folder_level.append(df_filtered) except Exception as e: print(f"处理文件 {finfo} 时出错: {e}") diff --git a/modules/radar/allw_amplitude.py b/modules/radar/allw_amplitude.py index 9f81acd..307b777 100644 --- a/modules/radar/allw_amplitude.py +++ b/modules/radar/allw_amplitude.py @@ -342,7 +342,7 @@ def plot_sine_wave_for_day(params_df, date, wind_type, H, model_name): # 添加图例和标签 plt.title( - f'{date.strftime("%Y-%m-%d")} {wind_type}风速拟合潮汐波', fontsize=16) + f'{date.strftime("%Y-%m-%d")} {wind_type}风速, 高度 {H/1000} km 拟合潮汐波', fontsize=16) plt.xlabel('时间 (小时)', fontsize=14) plt.ylabel('幅度 (m/s)', fontsize=14) plt.legend() @@ -386,7 +386,7 @@ def plot_sine_wave_for_day(params_df, date, wind_type, H, model_name): # 添加图例和标签 plt.title( - f'{date.strftime("%Y-%m-%d")} {wind_type}风速拟合 {model_name}', fontsize=16) + f'{date.strftime("%Y-%m-%d")} {wind_type}风速, 高度 {H/1000} km 拟合 {model_name}', fontsize=16) plt.xlabel('时间 (小时)', fontsize=14) plt.ylabel('幅度 (m/s)', fontsize=14) plt.legend() diff --git a/modules/saber/gravityw_process.py b/modules/saber/gravityw_process.py index 6709fe6..c0a5e78 100644 --- a/modules/saber/gravityw_process.py +++ b/modules/saber/gravityw_process.py @@ -142,7 +142,7 @@ class SaberGravitywProcessor: def __init__(self, lat_range: Tuple[float, float], alt_range: Tuple[float, float], lambda_range: Tuple[float, float], - lvboin: float): + lvboin: float = None): self.lat_min, self.lat_max = lat_range self.alt_min, self.alt_max = alt_range self.lambda_low, self.lambda_high = lambda_range diff --git a/modules/saber/gravityw_render.py b/modules/saber/gravityw_render.py index 4b1839c..c1022f7 100644 --- a/modules/saber/gravityw_render.py +++ b/modules/saber/gravityw_render.py @@ -1,4 +1,5 @@ from dataclasses import dataclass +from multiprocessing import process from typing import Optional, Tuple, List import matplotlib.pyplot as plt import numpy as np @@ -6,6 +7,7 @@ from matplotlib.figure import Figure from matplotlib.axes import Axes import matplotlib.dates as mdates +from modules.cosmic import render from modules.saber.gravityw_process import SaberGravitywProcessor, WaveData, YearlyData @@ -205,8 +207,8 @@ class SaberGravitywRenderer: axs[0].set_title('(a) NZ') axs[0].set_xlabel('Time') axs[0].set_ylabel('Height') - axs[0].set_yticks(np.linspace(30, 100, 8)) - axs[0].set_yticklabels(np.round(np.linspace(30, 100, 8), 1)) + axs[0].set_yticks(np.linspace(20, 100, 9)) + axs[0].set_yticklabels(np.round(np.linspace(20, 100, 9), 1)) axs[0].set_xticks(x) axs[0].set_xticklabels(x) @@ -217,8 +219,8 @@ class SaberGravitywRenderer: axs[1].set_title('(b) PTZ') axs[1].set_xlabel('Time') axs[1].set_ylabel('Height') - axs[1].set_yticks(np.linspace(30, 100, 8)) - axs[1].set_yticklabels(np.round(np.linspace(30, 100, 8), 1)) + axs[1].set_yticks(np.linspace(20, 100, 9)) + axs[1].set_yticklabels(np.round(np.linspace(20, 100, 9), 1)) axs[1].set_xticks(x) axs[1].set_xticklabels(x) @@ -273,8 +275,8 @@ class SaberGravitywRenderer: axs[0].set_title('(a) NZ') axs[0].set_xlabel('Time') axs[0].set_ylabel('Height') - axs[0].set_yticks(np.linspace(30, 100, 8)) - axs[0].set_yticklabels(np.round(np.linspace(30, 100, 8), 1)) + axs[0].set_yticks(np.linspace(20, 100, 9)) + axs[0].set_yticklabels(np.round(np.linspace(20, 100, 9), 1)) axs[0].set_xticks(x_ticks) # 设置新的横坐标刻度 axs[0].set_xticklabels(x_labels, rotation=45) @@ -285,8 +287,8 @@ class SaberGravitywRenderer: axs[1].set_title('(b) PTZ') axs[1].set_xlabel('Time') axs[1].set_ylabel('Height') - axs[1].set_yticks(np.linspace(30, 100, 8)) - axs[1].set_yticklabels(np.round(np.linspace(30, 100, 8), 1)) + axs[1].set_yticks(np.linspace(20, 100, 9)) + axs[1].set_yticklabels(np.round(np.linspace(20, 100, 9), 1)) axs[1].set_xticks(x_ticks) # 设置新的横坐标刻度 axs[1].set_xticklabels(x_labels, rotation=45)