HDFS 根据 日期删除过期文件

hdfs dfs -ls /tmp/datax-hdfsplusreader |grep -E “^d” |awk ‘{gsub(“-”, “”, $6)}; {print $6 $8}’|awk -v a20250120 ‘$1a {print $2}’| xargs hdfs dfs -lshdfs dfs -ls /tmp/datax-hdfsplusreader |grep -E “^d” |awk ‘{gsub(“-”, “”, $6)}; {print $6 $8}’|awk ‘$1(strftime(“%Y%m%d”)-2) {print $0}’ | headhdfs dfs -ls /tmp/datax-hdfsplusreader |grep -E “^d” |awk ‘{gsub(“-”, “”, $6)}; {print $6 $8}’|awk ‘$1(strftime(“%Y%m%d”)-2) {print $2}’ | xargs hdfs dfs -lshdfs dfs -ls -R /user/hive/warehouse/ | grep -v ‘proj_60_finance’ |grep -E ‘^-’| awk ‘$6 “2025-01-01” {print $8}’ | xargs hdfs dfs -rm