?HAMA

Navigation

Breadcrumbs

Create

Edit File Size: 1.14 KB

/proc/thread-self/root/home/byroehnu/easetack.com/vendor/spatie/crawler/src/CrawlerRobots.php

Text Base64

<?php

namespace Spatie\Crawler;

use Spatie\Robots\RobotsHeaders;
use Spatie\Robots\RobotsMeta;

class CrawlerRobots
{
    protected RobotsHeaders $robotsHeaders;

protected RobotsMeta $robotsMeta;

protected bool $mustRespectRobots;

public function __construct(array $headers, string $body, bool $mustRespectRobots)
    {
        $this->robotsHeaders = RobotsHeaders::create($headers);

$this->robotsMeta = RobotsMeta::create($body);

$this->mustRespectRobots = $mustRespectRobots;
    }

public function mayIndex(): bool
    {
        if (! $this->mustRespectRobots) {
            return true;
        }

if (! $this->robotsHeaders->mayIndex()) {
            return false;
        }

if (! $this->robotsMeta->mayIndex()) {
            return false;
        }

return true;
    }

public function mayFollow(): bool
    {
        if (! $this->mustRespectRobots) {
            return true;
        }

if (! $this->robotsHeaders->mayFollow()) {
            return false;
        }

if (! $this->robotsMeta->mayFollow()) {
            return false;
        }

return true;
    }
}

Exit & Reset Text mode: syntax highlighting auto-detects file type.

Name	Size	Perms	Modified	Actions
CrawlObservers DIR	-	drwxrwxrwx	2025-05-16 16:14:51	Edit Download recursive recursive
CrawlProfiles DIR	-	drwxrwxrwx	2025-05-16 16:14:51	Edit Download recursive recursive
CrawlQueues DIR	-	drwxrwxrwx	2025-05-16 16:14:51	Edit Download recursive recursive
Exceptions DIR	-	drwxrwxrwx	2025-05-16 16:14:51	Edit Download recursive recursive
Handlers DIR	-	drwxrwxrwx	2025-05-16 16:14:51	Edit Download recursive recursive
UrlParsers DIR	-	drwxrwxrwx	2025-05-16 16:14:51	Edit Download recursive recursive
Crawler.php	15.61 KB	lrw-rw-rw-	2025-02-24 09:20:47	Edit Download recursive recursive
CrawlerRobots.php	1.14 KB	lrw-rw-rw-	2025-02-24 09:20:47	Edit Download recursive recursive
CrawlUrl.php	938 B	lrw-rw-rw-	2025-02-24 09:20:47	Edit Download recursive recursive
ResponseWithCachedBody.php	734 B	lrw-rw-rw-	2025-02-24 09:20:47	Edit Download recursive recursive
Url.php	323 B	lrw-rw-rw-	2025-02-24 09:20:47	Edit Download recursive recursive

Directory Contents