Crawler Identity Verification

GET http://localhost/api/v1/crawler/verify scope: bot.check

Verifies whether an IP genuinely belongs to a known crawler (Googlebot, Bingbot, ...) via reverse-DNS, independent of any claimed User-Agent.

Parameters

Field Type Optional Description
ip string Required

Example Request

curl "http://localhost/api/v1/crawler/verify?ip=66.249.66.1" \
  -H "Authorization: Bearer wsk_xxx_xxx"
<?php
$ch = curl_init('http://localhost/api/v1/crawler/verify?ip=66.249.66.1');
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Authorization: Bearer wsk_xxx_xxx']);
$response = curl_exec($ch);
curl_close($ch);

$data = json_decode($response, true);
import requests

response = requests.get("http://localhost/api/v1/crawler/verify",
    headers={"Authorization": "Bearer wsk_xxx_xxx"},
    params={"ip": "66.249.66.1"},
)

data = response.json()
package main

import (
	"fmt"
	"io"
	"net/http"
)

func main() {
	client := &http.Client{}
	req, _ := http.NewRequest("GET", "http://localhost/api/v1/crawler/verify?ip=66.249.66.1", nil)
	req.Header.Set("Authorization", "Bearer wsk_xxx_xxx")

	resp, err := client.Do(req)
	if err != nil {
		panic(err)
	}
	defer resp.Body.Close()

	respBody, _ := io.ReadAll(resp.Body)
	fmt.Println(string(respBody))
}

Example Response

{
  "data": {
    "ip": "66.249.66.1",
    "is_known_crawler": true,
    "name": "Googlebot",
    "ptr": "crawl-66-249-66-1.googlebot.com",
    "verified": true
  }
}