#!/bin/bash md5=$1 md5_dub=$(mktemp) cat $md5 | cut -c -32 | awk 'seen[$0] {print} {++seen[$0]}' | sort -u > $md5_dub