Some Useful Unix Command

1. cut -c103-108 FT_DCS_PSGR_DETAIL_20150826.TXT|tr -d ' \t'|sed '/^$/d'|head -10|grep -f - FT_DCS_PSGR_DETAIL_20150826.TXT|cut -c103-121| awk -v OFS=, '{print substr($0,1,6),substr($0,7,20)}'

2. grep -lR 'pattern' * |egrep '(xml)$'

3. head -1  Crane4C1.dat| grep -nf -  Crane4C1.dat | cut -d : -f 1 | awk '{for (i=1; i<=NF; i++)  {a[NR,i] = $i;}} NF>p { p = NF }END {for(j=1; j<=p; j++) {str=a[1,j]; for(i=2; i<=NR; i++){ str=str"d;"a[i,j];} print str }}' | sed 's/$/d/g' > temp.txt

sed "/$(cat temp.txt)/d" Crane4C1.dat | sed '/^-/d' >  Crane4C.dat

head -1  Crane4C1.dat| grep -nf -  Crane4C1.dat | cut -d : -f 1 > lines.txt

awk 'NR==FNR{l[$0];next;} !(FNR in l)' lines.txt Crane4C1.dat | sed '/^-/d' > Crane4C.dat

4. ls #Global_File_Parameter_Set.Delta_Data_Dir# | egrep *-TK* | grep .xml | tr -s ' ' | cut -d ' ' -f9 | awk '{print "#Global_File_Parameter_Set.Delta_Data_Dir#" $0}' > #Global_File_Parameter_Set.Delta_Data_Dir#apis_file.txt

5. ls /home/IBM/DSProjects/CCDBMDM_DEV/DL/ | egrep *-TK* | tr -s ' ' | cut -d ' ' -f9 | awk '{for (i=NF; i>0; i--) total=total","$i;}{print total}'| tail -n 1|sed 's/^,//'

6. cp $(ll /home/IBM/DSProjects/CCDBMDM_SIT/data/archive/ | grep APIS_MDM | tr -s ' \t' | cut -d ' ' -f9 | sed -n -e '501,1000p' | awk '{for (i=1; i<=NF; i++)  {a[NR,i] = $i;}} NF>p { p = NF }END {for(j=1; j<=p; j++) {str=a[1,j]; for(i=2; i<=NR; i++){ str=str" "a[i,j];} print str }}') /home/IBM/DSProjects/CCDBMDM_SIT/DL/