One Hat Cyber Team

Your IP: 216.73.216.180
Server IP: 13.127.59.50
Server: Linux ip-172-31-46-210 5.15.0-1033-aws #37~20.04.1-Ubuntu SMP Fri Mar 17 11:39:30 UTC 2023 x86_64
Server Software: Apache/2.4.41 (Ubuntu)
PHP Version: 7.4.3-4ubuntu2.29
Buat File | Buat Folder

Dir : ~/home/ubuntu/vendor/spatie/robots-txt/src/

View File Name : Robots.php

<?php

namespace Spatie\Robots;

class Robots
{
    /** @var string|null */
    protected $userAgent;

    /** @var \Spatie\Robots\RobotsTxt|null */
    protected $robotsTxt;

    public function __construct(string $userAgent = null, string $source = null)
    {
        $this->userAgent = $userAgent;

        $this->robotsTxt = $source
            ? RobotsTxt::readFrom($source)
            : null;
    }

    public function withTxt(string $source): self
    {
        $this->robotsTxt = RobotsTxt::readFrom($source);

        return $this;
    }

    public static function create(string $userAgent = null, string $source = null): self
    {
        return new self($userAgent, $source);
    }

    public function mayIndex(string $url, string $userAgent = null): bool
    {
        $userAgent = $userAgent ?? $this->userAgent;

        $robotsTxt = $this->robotsTxt ?? RobotsTxt::create($this->createRobotsUrl($url));

        return
            $robotsTxt->allows($url, $userAgent)
            && RobotsMeta::readFrom($url)->mayIndex()
            && RobotsHeaders::readFrom($url)->mayIndex();
    }

    public function mayFollowOn(string $url): bool
    {
        return
            RobotsMeta::readFrom($url)->mayFollow()
            && RobotsHeaders::readFrom($url)->mayFollow();
    }

    protected function createRobotsUrl(string $url): string
    {
        $robotsUrl = parse_url($url, PHP_URL_SCHEME).'://'.parse_url($url, PHP_URL_HOST);

        if ($port = parse_url($url, PHP_URL_PORT)) {
            $robotsUrl .= ":{$port}";
        }

        return "{$robotsUrl}/robots.txt";
    }
}