From 396c482a4ac4905b02d657d937ac19f8b26372a0 Mon Sep 17 00:00:00 2001 From: tcsenpai Date: Wed, 20 Mar 2024 12:59:43 +0100 Subject: [PATCH] fetch and extract (using curl) all http/https links in a page --- bin/gophereal | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100755 bin/gophereal diff --git a/bin/gophereal b/bin/gophereal new file mode 100755 index 0000000..9d1190c --- /dev/null +++ b/bin/gophereal @@ -0,0 +1,6 @@ +#!/bin/bash + +curl "$1" > dump_tmp_file +cat dump_tmp_file | grep -Eo "(http|https)://[a-zA-Z0-9./?=_%:-]*" | sort -u > gophereal_links +rm -rf dump_tmp_file +cat gophereal_links