FM / CrawlQueue

/home/techb158/ileadtechnology.com/vendor/spatie/crawler/src/CrawlQueue/

/home/techb158/ileadtechnology.com/vendor/spatie/crawler/src/CrawlQueue

Name	Size	Mode	Actions
ArrayCrawlQueue.php	2220	0644	edit dl rm
CollectionCrawlQueue.php	2992	0644	edit dl rm
CrawlQueue.php	499	0644	edit dl rm

Edit: /home/techb158/ileadtechnology.com/vendor/spatie/crawler/src/CrawlQueue/ArrayCrawlQueue.php (2220B)

<?php

namespace Spatie\Crawler\CrawlQueue;

use Psr\Http\Message\UriInterface;
use Spatie\Crawler\CrawlUrl;
use Spatie\Crawler\Exception\InvalidUrl;
use Spatie\Crawler\Exception\UrlNotFoundByIndex;

class ArrayCrawlQueue implements CrawlQueue
{
    /**
     * All known URLs, indexed by URL string.
     *
     * @var CrawlUrl[]
     */
    protected $urls = [];

/**
     * Pending URLs, indexed by URL string.
     *
     * @var CrawlUrl[]
     */
    protected $pendingUrls = [];

public function add(CrawlUrl $url): CrawlQueue
    {
        $urlString = (string) $url->url;

if (! isset($this->urls[$urlString])) {
            $url->setId($urlString);

$this->urls[$urlString] = $url;
            $this->pendingUrls[$urlString] = $url;
        }

return $this;
    }

public function hasPendingUrls(): bool
    {
        return (bool) $this->pendingUrls;
    }

public function getUrlById($id): CrawlUrl
    {
        if (! isset($this->urls[$id])) {
            throw new UrlNotFoundByIndex("Crawl url {$id} not found in collection.");
        }

return $this->urls[$id];
    }

public function hasAlreadyBeenProcessed(CrawlUrl $url): bool
    {
        $url = (string) $url->url;

if (isset($this->pendingUrls[$url])) {
            return false;
        }

if (isset($this->urls[$url])) {
            return true;
        }

return false;
    }

public function markAsProcessed(CrawlUrl $crawlUrl)
    {
        $url = (string) $crawlUrl->url;

unset($this->pendingUrls[$url]);
    }

/**
     * @param CrawlUrl|UriInterface $crawlUrl
     *
     * @return bool
     */
    public function has($crawlUrl): bool
    {
        if ($crawlUrl instanceof CrawlUrl) {
            $url = (string) $crawlUrl->url;
        } elseif ($crawlUrl instanceof UriInterface) {
            $url = (string) $crawlUrl;
        } else {
            throw InvalidUrl::unexpectedType($crawlUrl);
        }

return isset($this->urls[$url]);
    }

public function getFirstPendingUrl(): ?CrawlUrl
    {
        foreach ($this->pendingUrls as $pendingUrl) {
            return $pendingUrl;
        }

return null;
    }
}

url; if (! isset($this->urls[$urlString])) { $url->setId($urlString); $this->urls[$urlString] = $url; $this->pendingUrls[$urlString] = $url; } return $this; } public function hasPendingUrls(): bool { return (bool) $this->pendingUrls; } public function getUrlById($id): CrawlUrl { if (! isset($this->urls[$id])) { throw new UrlNotFoundByIndex("Crawl url {$id} not found in collection."); } return $this->urls[$id]; } public function hasAlreadyBeenProcessed(CrawlUrl $url): bool { $url = (string) $url->url; if (isset($this->pendingUrls[$url])) { return false; } if (isset($this->urls[$url])) { return true; } return false; } public function markAsProcessed(CrawlUrl $crawlUrl) { $url = (string) $crawlUrl->url; unset($this->pendingUrls[$url]); } /** * @param CrawlUrl|UriInterface $crawlUrl * * @return bool */ public function has($crawlUrl): bool { if ($crawlUrl instanceof CrawlUrl) { $url = (string) $crawlUrl->url; } elseif ($crawlUrl instanceof UriInterface) { $url = (string) $crawlUrl; } else { throw InvalidUrl::unexpectedType($crawlUrl); } return isset($this->urls[$url]); } public function getFirstPendingUrl(): ?CrawlUrl { foreach ($this->pendingUrls as $pendingUrl) { return $pendingUrl; } return null; } }