Add Tasks
curl --request POST \
--url https://api.lobstr.io/v1/tasks \
--header 'Authorization: <authorization>' \
--header 'Content-Type: <content-type>' \
--data '
{
"squid": "<string>",
"tasks": [
{}
],
"tasks[].url": "<string>"
}
'import requests
url = "https://api.lobstr.io/v1/tasks"
payload = {
"squid": "<string>",
"tasks": [{}],
"tasks[].url": "<string>"
}
headers = {
"Authorization": "<authorization>",
"Content-Type": "<content-type>"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: '<authorization>', 'Content-Type': '<content-type>'},
body: JSON.stringify({squid: '<string>', tasks: [{}], 'tasks[].url': '<string>'})
};
fetch('https://api.lobstr.io/v1/tasks', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.lobstr.io/v1/tasks",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'squid' => '<string>',
'tasks' => [
[
]
],
'tasks[].url' => '<string>'
]),
CURLOPT_HTTPHEADER => [
"Authorization: <authorization>",
"Content-Type: <content-type>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.lobstr.io/v1/tasks"
payload := strings.NewReader("{\n \"squid\": \"<string>\",\n \"tasks\": [\n {}\n ],\n \"tasks[].url\": \"<string>\"\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "<authorization>")
req.Header.Add("Content-Type", "<content-type>")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.lobstr.io/v1/tasks")
.header("Authorization", "<authorization>")
.header("Content-Type", "<content-type>")
.body("{\n \"squid\": \"<string>\",\n \"tasks\": [\n {}\n ],\n \"tasks[].url\": \"<string>\"\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.lobstr.io/v1/tasks")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Authorization"] = '<authorization>'
request["Content-Type"] = '<content-type>'
request.body = "{\n \"squid\": \"<string>\",\n \"tasks\": [\n {}\n ],\n \"tasks[].url\": \"<string>\"\n}"
response = http.request(request)
puts response.read_bodyCrunchbase Companies Scraper
Add Tasks
Add tasks to your Crunchbase Companies Scraper squid
POST
/
v1
/
tasks
Add Tasks
curl --request POST \
--url https://api.lobstr.io/v1/tasks \
--header 'Authorization: <authorization>' \
--header 'Content-Type: <content-type>' \
--data '
{
"squid": "<string>",
"tasks": [
{}
],
"tasks[].url": "<string>"
}
'import requests
url = "https://api.lobstr.io/v1/tasks"
payload = {
"squid": "<string>",
"tasks": [{}],
"tasks[].url": "<string>"
}
headers = {
"Authorization": "<authorization>",
"Content-Type": "<content-type>"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: '<authorization>', 'Content-Type': '<content-type>'},
body: JSON.stringify({squid: '<string>', tasks: [{}], 'tasks[].url': '<string>'})
};
fetch('https://api.lobstr.io/v1/tasks', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.lobstr.io/v1/tasks",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'squid' => '<string>',
'tasks' => [
[
]
],
'tasks[].url' => '<string>'
]),
CURLOPT_HTTPHEADER => [
"Authorization: <authorization>",
"Content-Type: <content-type>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.lobstr.io/v1/tasks"
payload := strings.NewReader("{\n \"squid\": \"<string>\",\n \"tasks\": [\n {}\n ],\n \"tasks[].url\": \"<string>\"\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "<authorization>")
req.Header.Add("Content-Type", "<content-type>")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.lobstr.io/v1/tasks")
.header("Authorization", "<authorization>")
.header("Content-Type", "<content-type>")
.body("{\n \"squid\": \"<string>\",\n \"tasks\": [\n {}\n ],\n \"tasks[].url\": \"<string>\"\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.lobstr.io/v1/tasks")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Authorization"] = '<authorization>'
request["Content-Type"] = '<content-type>'
request.body = "{\n \"squid\": \"<string>\",\n \"tasks\": [\n {}\n ],\n \"tasks[].url\": \"<string>\"\n}"
response = http.request(request)
puts response.read_bodyAdd company URLs or company search URLs to your Crunchbase Companies Scraper squid.
Crawler ID:
f8209af58c212db5d8468d068e09ce02Headers
string
required
Your API authentication token. Value:
Token YOUR_API_KEYstring
required
Must be application/json. Value:
application/jsonBody
string
required
Hash ID of your squid.
array
required
Array of task objects.
Task Fields
string
required
A Crunchbase company URL (
https://www.crunchbase.com/organization/github) for one company, or a company search URL (https://www.crunchbase.com/discover/organization.companies) to collect a list. Logged out, Crunchbase serves at most 15 companies per search, so use the search filters in the Settings tab to aim each search, or feed one company URL per task to collect companies in volume. Filters written inside a pasted search URL are not applied — Crunchbase does not serve them to a logged-out session, so set the search filters below (industry, location, employee_count, founded_year_min/_max, funding_stage, operating_status, company_type, ipo_status) instead.Code Examples
curl -X POST https://api.lobstr.io/v1/tasks \
-H "Authorization: Token YOUR_API_KEY" \
-H "Content-Type: application/json" \
-d '{
"squid": "YOUR_SQUID_HASH",
"tasks": [
{"url": "https://www.crunchbase.com/organization/github"}
]
}'
import requests
response = requests.post(
"https://api.lobstr.io/v1/tasks",
headers={
"Authorization": "Token YOUR_API_KEY",
"Content-Type": "application/json",
},
json={
"squid": "YOUR_SQUID_HASH",
"tasks": [
{"url": "https://www.crunchbase.com/organization/github"}
],
},
)
print(response.json())
Response
200
{"duplicated_count": 0, "tasks": [{"id": "TASK_HASH", "is_active": true, "params": {"url": "https://www.crunchbase.com/organization/github"}, "object": "task"}]}