PROSAGA码农传奇-HDFS-在HDFS中：如何检查2个目录是否具有相同的父目录

在HDFS中：如何检查2个目录是否具有相同的父目录

作者: 老夫的少女心吖
发布时间: 2025-01-15 07:35:37 (1月前)
转自：

<div class =“post-text”itemprop =“text”>
   <pre>
    <code>
      for value in `hadoop fs -ls ${DIR}| awk '{print $NF}' | tr '\n' ' '`
do
    if [ "$value" != "items" ]; then
        #add values into "results" array
        log "info" "$value"
        results+=("$value")
    fi
done

#Loop through each value inside the array ie " $DIR"
for i in "${results[@]}"
do
    oldVal=`hadoop fs -ls -R ${i} | sed 's/  */ /g' | cut -d\  -f 1,8 --output-delimiter=',' | grep ^d | cut -d, -f2`
    log "info" "Checking sub-directories under $i ! "
    #This takes the directory name as its input and extract the directories only for the provided runID
        for val in `hadoop fs -ls -R $i  | grep  1539724717 |sed 's/  */ /g' | cut -d\  -f 1,8 --output-delimiter=',' | grep ^d | cut -d, -f2`
          do

if [[ ! ${val} =~ ${oldVal} ]]; then
               oldVal=$val
               directory+=("${oldVal}")
           fi
        done
done

</code>
  </pre>
  <P>
     <code>
      directory
    </code>
     array包含所需的所有目录。
  </p>
</DIV>