screamingFrog/src/api.php

<?php

require_once __DIR__ . '/vendor/autoload.php';

use App\Database;
use App\Crawler;

header('Content-Type: application/json');

$db = Database::getInstance();

$action = $_GET['action'] ?? '';

try {
    switch ($action) {
        case 'start':
            $domain = $_POST['domain'] ?? '';
            if (empty($domain)) {
                throw new Exception('Domain is required');
            }

            // Validate and format URL
            if (!preg_match('/^https?:\/\//', $domain)) {
                $domain = 'https://' . $domain;
            }

            // Create crawl job
            $stmt = $db->prepare("INSERT INTO crawl_jobs (domain, status) VALUES (?, 'pending')");
            $stmt->execute([$domain]);
            $jobId = $db->lastInsertId();

            // Start crawling in background (using exec for async)
            $cmd = "php " . __DIR__ . "/crawler-worker.php $jobId > /dev/null 2>&1 &";
            exec($cmd);

            echo json_encode([
                'success' => true,
                'job_id' => $jobId,
                'message' => 'Crawl job started'
            ]);
            break;

        case 'status':
            $jobId = $_GET['job_id'] ?? 0;
            $stmt = $db->prepare("SELECT * FROM crawl_jobs WHERE id = ?");
            $stmt->execute([$jobId]);
            $job = $stmt->fetch();

            if (!$job) {
                throw new Exception('Job not found');
            }

            // Get queue statistics
            $stmt = $db->prepare("
                SELECT
                    COUNT(*) as total,
                    SUM(CASE WHEN status = 'pending' THEN 1 ELSE 0 END) as pending,
                    SUM(CASE WHEN status = 'processing' THEN 1 ELSE 0 END) as processing,
                    SUM(CASE WHEN status = 'completed' THEN 1 ELSE 0 END) as completed,
                    SUM(CASE WHEN status = 'failed' THEN 1 ELSE 0 END) as failed
                FROM crawl_queue
                WHERE crawl_job_id = ?
            ");
            $stmt->execute([$jobId]);
            $queueStats = $stmt->fetch();

            echo json_encode([
                'success' => true,
                'job' => $job,
                'queue' => $queueStats
            ]);
            break;

        case 'jobs':
            $stmt = $db->query("SELECT * FROM crawl_jobs ORDER BY created_at DESC LIMIT 50");
            $jobs = $stmt->fetchAll();

            echo json_encode([
                'success' => true,
                'jobs' => $jobs
            ]);
            break;

        case 'pages':
            $jobId = $_GET['job_id'] ?? 0;
            $stmt = $db->prepare("SELECT * FROM pages WHERE crawl_job_id = ? ORDER BY id DESC LIMIT 1000");
            $stmt->execute([$jobId]);
            $pages = $stmt->fetchAll();

            echo json_encode([
                'success' => true,
                'pages' => $pages
            ]);
            break;

        case 'links':
            $jobId = $_GET['job_id'] ?? 0;
            $stmt = $db->prepare("SELECT * FROM links WHERE crawl_job_id = ? ORDER BY id DESC LIMIT 1000");
            $stmt->execute([$jobId]);
            $links = $stmt->fetchAll();

            echo json_encode([
                'success' => true,
                'links' => $links
            ]);
            break;

        case 'delete':
            $jobId = $_POST['job_id'] ?? 0;
            $stmt = $db->prepare("DELETE FROM crawl_jobs WHERE id = ?");
            $stmt->execute([$jobId]);

            echo json_encode([
                'success' => true,
                'message' => 'Job deleted'
            ]);
            break;

        default:
            throw new Exception('Invalid action');
    }
} catch (Exception $e) {
    http_response_code(400);
    echo json_encode([
        'success' => false,
        'error' => $e->getMessage()
    ]);
}