Start crawling a site

curl --request POST \
  --url https://api.truscan.co/api/crawl \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "url": "https://example.com",
  "max_pages": 50,
  "max_depth": 5,
  "include": [
    "/docs/**"
  ],
  "exclude": [
    "/docs/internal/**"
  ],
  "subdomains": false,
  "max_chars": 123,
  "structured": false,
  "tables": false
}
'

import requests

url = "https://api.truscan.co/api/crawl"

payload = {
    "url": "https://example.com",
    "max_pages": 50,
    "max_depth": 5,
    "include": ["/docs/**"],
    "exclude": ["/docs/internal/**"],
    "subdomains": False,
    "max_chars": 123,
    "structured": False,
    "tables": False
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    url: 'https://example.com',
    max_pages: 50,
    max_depth: 5,
    include: ['/docs/**'],
    exclude: ['/docs/internal/**'],
    subdomains: false,
    max_chars: 123,
    structured: false,
    tables: false
  })
};

fetch('https://api.truscan.co/api/crawl', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.truscan.co/api/crawl"

	payload := strings.NewReader("{\n  \"url\": \"https://example.com\",\n  \"max_pages\": 50,\n  \"max_depth\": 5,\n  \"include\": [\n    \"/docs/**\"\n  ],\n  \"exclude\": [\n    \"/docs/internal/**\"\n  ],\n  \"subdomains\": false,\n  \"max_chars\": 123,\n  \"structured\": false,\n  \"tables\": false\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

{
  "success": true,
  "message": "<string>",
  "result": {
    "id": "crwl_8d3ddecc038c10d4",
    "status": "queued",
    "url": "<string>",
    "discovered": 123,
    "completed": 123,
    "failed": 123,
    "max_pages": 123,
    "created_at": "2023-11-07T05:31:56Z",
    "updated_at": "2023-11-07T05:31:56Z",
    "finished_at": "2023-11-07T05:31:56Z",
    "expires_at": "2023-11-07T05:31:56Z",
    "error": "<string>"
  }
}

{
  "success": false,
  "message": "<string>",
  "result": {
    "code": "<string>"
  }
}

{
  "success": false,
  "message": "<string>",
  "result": {
    "code": "<string>"
  }
}

{
  "success": false,
  "message": "<string>",
  "result": {
    "code": "<string>"
  }
}