Cookbook

function allRecords(string $table, int $limit = 100): Generator
{
    $base = getenv('TYPO3_URL') . '/typo3/api/v1';
    $context = stream_context_create(['http' => [
        'header' => 'Authorization: Bearer ' . getenv('TYPO3_TOKEN'),
        'ignore_errors' => true,
    ]]);
    $query = ['limit' => $limit];
    do {
        $url = "$base/records/$table?" . http_build_query($query);
        $body = file_get_contents($url, false, $context);
        $page = json_decode($body, true, flags: JSON_THROW_ON_ERROR);
        if (isset($page['status'])) {
            $message = $page['status'] . ' ' . $page['detail'];
            throw new RuntimeException($message);
        }
        foreach ($page['items'] as $record) {
            yield $record;
        }
        $query['cursor'] = $page['next'];
    } while ($page['next'] !== null);
}

foreach (allRecords('pages') as $page) {
    echo $page['uid'], ' ', $page['label'], PHP_EOL;
}

const base = process.env.TYPO3_URL + '/typo3/api/v1';
const headers = { Authorization: `Bearer ${process.env.TYPO3_TOKEN}` };

async function* allRecords(table, limit = 100) {
    let cursor = null;
    do {
        const query = new URLSearchParams({ limit });
        if (cursor) query.set('cursor', cursor);
        const url = `${base}/records/${table}?${query}`;
        const response = await fetch(url, { headers });
        if (!response.ok) {
            const problem = await response.json();
            throw new Error(`${problem.status} ${problem.detail}`);
        }
        const page = await response.json();
        yield* page.items;
        cursor = page.next;
    } while (cursor);
}

for await (const page of allRecords('pages')) {
    console.log(page.uid, page.label);
}

interface RecordReference {
    uid: number;
    pid: number;
    label: string;
    type: string | null;
    hidden: boolean | null;
    language: number | null;
}

interface RecordList {
    items: RecordReference[];
    next: string | null;
}

const base = `${process.env.TYPO3_URL}/typo3/api/v1`;
const headers = { Authorization: `Bearer ${process.env.TYPO3_TOKEN}` };

async function* allRecords(
    table: string,
    limit = 100,
): AsyncGenerator<RecordReference> {
    let cursor: string | null = null;
    do {
        const query = new URLSearchParams({ limit: String(limit) });
        if (cursor) query.set('cursor', cursor);
        const url = `${base}/records/${table}?${query}`;
        const response = await fetch(url, { headers });
        if (!response.ok) {
            const problem = await response.json();
            throw new Error(`${problem.status} ${problem.detail}`);
        }
        const page = (await response.json()) as RecordList;
        yield* page.items;
        cursor = page.next;
    } while (cursor);
}

for await (const page of allRecords('pages')) {
    console.log(page.uid, page.label);
}