#! /bin/bash

perl -n -e '
    while (m{\b(https?://[0-9a-z][-a-z0-9.]*\.[-a-z]+/\S+)}gi) {
        $a{$1} or print $1."\n";
        # $a{$1}=1;
    }
    '