[INFO ] 2014-06-11 18:32:00.518 [数据推送]成功,公司uid:222,店铺:中德旗舰店,tid:00005,明细数据:status:X_WAIT_ALLOCATION,remark:

 

awk '{if($5~/.*店铺:([^,]*),.*/) print $5}' | sed -nr 's/.*店铺:([^,]*),.*/\1/p' test2.txt 

awk '!a[$0]++' test2.txt >test3.txt