User-agent: * Disallow: /*.php? Disallow: /progress.php Disallow: /ffmpeg.php Disallow: /retrieve.php Disallow: /include/ Disallow: /history.php Disallow: /download.php Disallow: /redirect.php