sfp_spider.py

-*- coding: utf-8 -*- ------------------------------------------------------------------------------- Name: sfp_spider Purpose: SpiderFoot plug-in for spidering sites and returning meta data for other plug-ins to consume. Author: Steve Micallef <steve@binarypool.com>

# Source: https://github.com/smicallef/spiderfoot | License: MIT | Copyright 2022 Steve Micallef <steve@binarypool.com>
# Provided via justclaw.it.com; keep this notice with the code.
# -*- coding: utf-8 -*-
# -------------------------------------------------------------------------------
# Name:         sfp_spider
# Purpose:      SpiderFoot plug-in for spidering sites and returning meta data
#               for other plug-ins to consume.
#
# Author:      Steve Micallef <steve@binarypool.com>
#
# Created:     25/03/2012
# Copyright:   (c) Steve Micallef 2012
# Licence:     MIT
# -------------------------------------------------------------------------------

import json
import time

from spiderfoot import SpiderFootEvent, SpiderFootHelpers, SpiderFootPlugin


class sfp_spider(SpiderFootPlu

... (truncated -- full source via MCP)