#!/bin/bash

#sourceFolder = /home/bigdatagfts/pl62716/refdata

#targetFolder = /home/bigdatagfts/pl62716/refdata_target

sourceFolder=$

targetFolder=$

if [ $# !=  ] ; then

    echo "USAGE: $0 sourceFolder hdfsFolder"

    echo " e.g.: $0 /home/bigdatagfts/pl62716/refdata /home/bigdatagfts/pl62716/refdata_target"

    exit ;

fi

if [ ! -d "$sourceFolder" ];then

    echo "$sourceFolder is not exist, please check!"

    exit ;

else

    if [ ! -d "$targetFolder" ];then

        echo "$targetFolder is not exist! create $targetFolder !"

        mkdir -p "$targetFolder"

    fi

fi

echo "delete lines which begin with H/T and store to dir $targetFolder"

cd $sourceFolder

for file in `ls`

    do

        if test -f $file

        then

            if [ -f "$targetFolder/$file" ]; then

                rm $targetFolder/$file

            fi

            sed '/^H\|^T/'d $file | cat -n > $targetFolder/$file

        fi

    done