ldcast_code / scripts /label_data.py
weatherforecast1024's picture
Upload folder using huggingface_hub
d2f661a verified
import os
import pyart
import pathlib
from fire import Fire
def label_all_items(
data_dir="/data/data_WF/NhaBe/2022",
out_dir="/data/data_WF/NhaBe/2022"
):
for subdir in os.listdir(data_dir):
subdir_path = os.path.join(data_dir, subdir)
for i in range (1,32):
if i < 10:
data_new_dir = subdir_path + '/0{}'.format(i)
out_new_dir = subdir_path + '/0{}'.format(i)
else:
data_new_dir = subdir_path + '/{}'.format(i)
out_new_dir = subdir_path + '/{}'.format(i)
pathlist = pathlib.Path(data_new_dir).rglob('*.*')
for path in pathlist:
f = os.path.join(path)
radar = pyart.io.read(f)
t = radar.time['units'].split(" ")[2][:-4]
outdir = pathlib.Path(out_new_dir)
t = outdir/t
os.rename(f, t)
# print(t)
# print(data_new_dir)
if __name__ == "__main__":
Fire(label_all_items)