#!/usr/bin/bash

get_next_step() {
	url="$1"
	curl --follow --silent "$url" | grep '^<a href=' | grep --only-matching '"[^"]*"' | tr --delete \"
}

urls=(http://10.0.2.15/.hidden/)
while ((${#urls[@]} > 0)); do
	current="${urls[0]}"
	urls=("${urls[@]:1}")

	if [[ "${current[i]: -1}" == / ]]; then
		mapfile -t next_steps < <(get_next_step "$current")
		urls+=("${next_steps[@]/#/$current}")
	else
		echo -en "$current\t"
		curl --silent "$current"
	fi
done