http://localhost/api/v1/crawler/verify
scope: bot.check
Verifies whether an IP genuinely belongs to a known crawler (Googlebot, Bingbot, ...) via reverse-DNS, independent of any claimed User-Agent.
| Field | Type | Optional | Description |
|---|---|---|---|
ip |
string | Required | — |
curl "http://localhost/api/v1/crawler/verify?ip=66.249.66.1" \
-H "Authorization: Bearer wsk_xxx_xxx"
<?php
$ch = curl_init('http://localhost/api/v1/crawler/verify?ip=66.249.66.1');
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Authorization: Bearer wsk_xxx_xxx']);
$response = curl_exec($ch);
curl_close($ch);
$data = json_decode($response, true);
import requests
response = requests.get("http://localhost/api/v1/crawler/verify",
headers={"Authorization": "Bearer wsk_xxx_xxx"},
params={"ip": "66.249.66.1"},
)
data = response.json()
package main
import (
"fmt"
"io"
"net/http"
)
func main() {
client := &http.Client{}
req, _ := http.NewRequest("GET", "http://localhost/api/v1/crawler/verify?ip=66.249.66.1", nil)
req.Header.Set("Authorization", "Bearer wsk_xxx_xxx")
resp, err := client.Do(req)
if err != nil {
panic(err)
}
defer resp.Body.Close()
respBody, _ := io.ReadAll(resp.Body)
fmt.Println(string(respBody))
}
{
"data": {
"ip": "66.249.66.1",
"is_known_crawler": true,
"name": "Googlebot",
"ptr": "crawl-66-249-66-1.googlebot.com",
"verified": true
}
}