bot.php

#!/usr/bin/php
<?php

// PHP IRC bot by dw1
chdir(dirname(__FILE__));
set_time_limit(0);
error_reporting(E_ALL & ~E_NOTICE & ~E_WARNING);
if (empty($argv[1]) || !include("./settings-$argv[1].php")) {
    exit("Usage: ./bot.php <instance> [test]\nnote: settings-<instance>.php must exist\n");
}
$instance = $argv[1];

// check some requirements
foreach (['sqlite3', 'curl', 'mbstring'] as $re) {
    if (!extension_loaded($re)) {
        echo "The $re extension is required. On Ubuntu or Debian, try sudo apt install php-$re. The best PPA is from https://deb.sury.org\n";
    }
}
$db = init_db();
upgrade(1);

// test mode
if (isset($argv[2]) && $argv[2] == "test") {
    $instance .= "-test";
    $channel = $test_channel;
    $nick = $test_nick;
}

// init
$instance_hash = md5(file_get_contents(dirname(__FILE__) . '/bot.php'));
if (empty($network) || !in_array($network, ['freenode', 'rizon', 'gamesurge', 'libera', 'other'])) {
    echo "Missing or invalid \$network setting. Using default Freenode.\n";
    $network = 'freenode';
}
(get_data('nick') && $nick = get_data('nick'));

$helptxt = "*** $nick $channel !help ***\n\nglobal commands:\n";
foreach ($custom_triggers ?? [] as $v) {
    $helptxt .= !empty($v[3]) ? " $v[3]\n" : '';
}

$helptxt .= " !w <term> - search Wikipedia and output a link if something is found
 !g <query> - create and output a Google search link
 !g- <query> - create and output a LMGTFY search link
 !i <query> - create and output a Google Images link\n";
$helptxt .= !empty($youtube_api_key) ? " !yt <query> - search YouTube and output a link to the first result\n" : '';
$helptxt .= !empty($tmdb_read_token) ? " !m <query or IMDb id e.g. tt123456> - search TMDB and output media info if found\n" : '';
$helptxt .= !empty($currencylayer_key) ? " !cc <amount> <from_currency> <to_currency> - currency converter\n" : '';
$helptxt .= !empty($wolfram_appid) ? " !wa <query> - query Wolfram Alpha\n" : '';
$helptxt .= " !ud <term> [definition #] - query Urban Dictionary with optional definition number\n";
$helptxt .= !empty($translate_api_key) ? " !tr <text> or e.g. !tr en-fr <text> - translate text to english or between other languages. see https://bit.ly/iso639-1\n" : '';
$helptxt .= " !flip - flip a coin (call heads or tails first!) (uses random.org)
 !rand <min> <max> [num] - get random numbers with optional number of numbers (uses random.org)
 !8 or !8ball - magic 8-ball (modified to 50/50, uses random.org)\n";
$helptxt .= file_exists('/usr/games/fortune') ? " !f or !fortune - fortune\n" : '';
$helptxt .= "\nadmin commands:
 !s or !say <text> - output text to channel
 !e or !emote <text> - emote text to channel
 !t or !topic <message> - change channel topic
 !k or !kick <nick> [message] - kick a single user with an optional message\n";
$helptxt .= $network == 'freenode' ? " !r or !remove <nick> [message] - remove a single user with an optional message (quiet, no 'kick' notice to client)\n" : '';
$helptxt .= " !b or !ban <nick or hostmask> [message] - ban by nick (*!*@mask) or hostmask. if by nick, also remove user with optional message
 !ub or !unban <hostmasks> - unban by hostmask\n";
$helptxt .= ($network == 'freenode' || $network == 'libera') ? " !q or !quiet [mins] <nick or hostmask> - quiet by nick (*!*@mask) or hostmask for optional [mins] or default no expiry\n" : '';
$helptxt .= $network == 'freenode' ? " !rq or !removequiet [mins] <nick> [message] - remove user then quiet for optional [mins] with optional [message]\n" : '';
$helptxt .= ($network == 'freenode' || $network == 'libera') ? " !uq or !unquiet <hostmasks> - unquiet by hostmask\n" : '';
$helptxt .= " !nick <nick> - Change the bot's nick
 !invite <nick> - invite to channel
 !restart [message] - reload bot with optional quit message
 !update [message] - update bot with the latest from github and reload with optional quit message
 !die [message] - kill bot with optional quit message

note: commands may be used in channel or pm. separate multiple hostmasks with spaces. bans," . ($network == 'freenode' ? ' quiets,' : '') . " invites occur in $channel.";

$help_url = init_help(); // pastebin help if changed

// init
$connect_ip = (isset($connect_ip) && strpos($connect_ip, ':') !== false) ? "[$connect_ip]" : $connect_ip; // add brackets to ipv6
$curl_iface = (isset($curl_iface) && strpos($curl_iface, ':') !== false) ? "[$curl_iface]" : $curl_iface;

if ((empty($user) || empty($pass)) && (empty($disable_sasl) || empty($disable_nickserv))) {
    echo "Username or password not set. Disabling authentication.\n";
    $disable_sasl = true;
    $disable_nickserv = true;
}

if ($network == 'gamesurge' && empty($disable_sasl)) {
    echo "GameSurge network doesn't support SASL, disabling.\n";
    $disable_sasl = true;
}

$ircname = empty($ircname) ? $user : $ircname;
$ident = empty($ident) ? 'bot' : $ident;
$user_agent = empty($user_agent) ? 'Mozilla/5.0 (Windows NT 10.0; Win64; x64)' : $user_agent;
$num_file_get_retries = 2;
$translate_max_chars = empty($translate_max_chars) ? 50000 : $translate_max_chars;
$ignore_urls = empty($ignore_urls) ? [] : $ignore_urls;
$ignore_urls = array_merge($ignore_urls, ['google.com/search', 'google.com/images', 'scholar.google.com']);
$skip_dupe_output = empty($skip_dupe_output) ? false : $skip_dupe_output;
$last_send = '';
$always_opped = !empty($op_bot);
$orignick = $nick;
$last_nick_change = 0;
$opped = false;
$connect = 1;
$opqueue = [];
$doopdop_lock = false;
$check_lock = false;
$lasttime = 0;
$users = []; // user state data (nick, ident, host)
$flood_lines = [];
$base_msg_len = 60;
$custom_loop_functions ??= [];
$title_cache_enabled = !empty($title_cache_enabled);
$title_cache_size = ($title_cache_enabled && empty($title_cache_size)) ? 128 : $title_cache_size;
$title_bold = !empty($title_bold) ? "\x02" : '';

if (!empty($nitter_links_via_twitter)) {
    $nitter_hosts_time = 0;
    $nitter_hosts = '';
    nitter_hosts_update();
}

$short_url_token_index = 0;
$reddit_token = '';
$reddit_token_expires = 0;
$max_download_size ??= 26214400; // 25MiB
$amt_mt_regex = !empty($ai_media_titles_more_types) ? '|' . implode('|', explode(',', $ai_media_titles_more_types)) : '';
$amt_supports_mp4 = !empty($ai_media_titles_more_types) && preg_match('/\bmp4\b/i', $ai_media_titles_more_types);

while (1) {
    if ($connect) {
        $in_channel = 0;
        // connect loop
        while (1) {
            echo "Connecting...\n";
            $botmask = '';
            $socket_options = $custom_connect_ip ? ['socket' => ['bindto' => "$connect_ip:0"]] : [];
            if ($network == 'gamesurge') {
                $socket_options['ssl'] = ['verify_peer' => false];
            }
            $socket_context = stream_context_create($socket_options);
            $socket = stream_socket_client($host, $errno, $errstr, 15, STREAM_CLIENT_CONNECT, $socket_context);
            echo "* connect errno=$errno errstr=$errstr\n";
            if (!$socket || $errno <> 0) {
                sleep(15);
                continue;
            }
            stream_set_timeout($socket, $stream_timeout, 0);
            $connect_time = time();
            if (empty($disable_sasl)) {
                echo "Authenticating with SASL\n";
                send("CAP LS\n");
                while ($data = fgets($socket)) {
                    echo $data;
                    $ex = explode(' ', trim($data));
                    if (strpos($data, 'CAP * LS') !== false && strpos($data, 'sasl') !== false) {
                        send("CAP REQ :multi-prefix sasl\n");
                    } elseif (strpos($data, 'CAP * ACK') !== false) {
                        send("AUTHENTICATE PLAIN\n");
                    } elseif (strpos($data, 'AUTHENTICATE +') !== false || strpos($data, 'AUTHENTICATE :+') !== false) {
                        send("AUTHENTICATE " . base64_encode("\0$user\0$pass") . "\n");
                    }
                    // if($ex[1]=='900') $botmask=substr($ex[3],strpos($ex[3],'@')+1);
                    if (strpos($data, 'SASL authentication successful') !== false) {
                        send("CAP END\n");
                        break;
                    }
                    if (empty($data) || strpos($data, "ERROR") !== false) {
                        echo "ERROR authenticating with SASL, restarting in 5s..\n";
                        sleep(5);
                        dorestart(null, false);
                    }
                }
            }
            if (!empty($server_pass)) {
                send("PASS $server_pass\n");
            }
            send("NICK $nick\n");
            send("USER $ident $user $user :$ircname\n"); // first $user can be changed to modify ident and account login still works
            if ($network == 'freenode' || $network == 'libera') {
                send("CAP REQ account-notify\n");
                send("CAP REQ extended-join\n");
                send("CAP END\n");
            } elseif (empty($disable_sasl)) {
                send("CAP END\n");
            }

            // set up and wait til end of motd
            while ($data = fgets($socket)) {
                echo $data;
                $ex = explode(' ', trim($data));
                if ($ex[0] == "PING") {
                    send_no_filter("PONG " . rtrim($ex[1]) . "\n");
                    continue;
                }
                if ($ex[1] == '433') {
                    echo "Nick in use.. changing and reconnecting\n";
                    $nick = $orignick . $altchars[rand(0, count($altchars) - 1)];
                    continue (2);
                }
                if ($ex[1] == '376' || $ex[1] == '422') {
                    break;
                } // end
                if (empty($data) || strpos($data, "ERROR") !== false) {
                    echo "ERROR waiting for MOTD, restarting in 5s..\n";
                    sleep(5);
                    dorestart(null, false);
                }
            }

            if (!empty($disable_sasl) && empty($disable_nickserv)) {
                if ($network == 'gamesurge') {
                    echo "Authenticating with AuthServ\n";
                    send("PRIVMSG AuthServ@Services.GameSurge.net :auth $user $pass\n");
                } else {
                    echo "Authenticating with NickServ\n";
                    send("PRIVMSG NickServ :IDENTIFY $user $pass\n");
                }
                sleep(2); // helps ensure cloak is applied on join
            }
            if (!empty($perform_on_connect)) {
                $cs = explode(';', $perform_on_connect);
                foreach ($cs as $c) {
                    send(trim(str_replace('$nick', $nick, $c)) . "\n");
                    sleep(1);
                }
            }
            send("WHOIS $nick\n"); // botmask detection
            sleep(1);
            send("JOIN $channel" . ($channel_key ? " $channel_key" : '') . "\n");
            $connect = false;
            break;
        }
    }

    // main loop
    while ($data = fgets($socket)) {
        echo $data;
        $time = time();
        $ex = explode(' ', $data);
        $incnick = substr($ex[0], 1, strpos($ex[0], '!') - 1);
        if ($ex[1] == 'PRIVMSG') {
            if (isme()) {
                continue;
            }
            preg_match('/^:[^ ]*? PRIVMSG [^ ]*? :(([^ ]*?)( .*)?)\r\n$/', $data, $m);
            $orig_msg = $m[1];
            $msg = trim($m[1]);
            $trigger = $m[2];
            if (!empty($m[3]) && !empty(trim($m[3]))) {
                $args = trim($m[3]);
            } else {
                $args = '';
            }
            if ($ex[2] == $nick) {
                $privto = $incnick;
            } else {
                $privto = $channel;
            } // for PM response
            $baselen = $base_msg_len + strlen($privto); // for str_shorten max length
        } else {
            $trigger = '';
            $args = '';
            $msg = '';
            $privto = '';
            $baselen = $base_msg_len;
        }
        // echo "msg=\"$msg\"\ntrigger=\"$trigger\"\nargs=\"$args\"\n";

        // ongoing checks
        if ($time - $lasttime > 2 && $time - $connect_time > 10 && !$check_lock) {
            $check_lock = true;
            $lasttime = $time;
            // unquiet expired q
            if (get_data('timed_quiets')) {
                $tqs = json_decode(get_data('timed_quiets'), true);
                // check if timeout
                $tounban = [];
                foreach ($tqs as $k => $f) {
                    list($ftime, $fdur, $fhost) = explode('|', $f);
                    if (time() - $ftime >= $fdur) {
                        if (strpos($fhost, '!') === false && strpos($fhost, '$a:') === false) {
                            $fhost .= '!*@*';
                        }
                        $tounban[] = $fhost;
                        unset($tqs[$k]);
                    }
                }
                if (!empty($tounban)) {
                    set_data('timed_quiets', json_encode($tqs));
                    if ($network == 'freenode') {
                        foreach ($tounban as $who) {
                            send("PRIVMSG chanserv :UNQUIET $channel $who\n");
                        }
                    } elseif ($network == 'libera' || $network == 'other') {
                        $opqueue[] = ['-q', $tounban];
                        getops();
                    }
                }
            }
            $check_lock = false;
        }

        // ignore specified nicks with up to one non-alpha char
        if (isset($ignore_nicks) && is_array($ignore_nicks) && !empty($incnick)) {
            foreach ($ignore_nicks as $n) {
                if (preg_match("/^" . preg_quote($n) . "[^a-zA-Z]?$/", $incnick)) {
                    echo "Ignoring $incnick\n";
                    continue (2);
                }
            }
        }

        // custom loop functions
        foreach ($custom_loop_functions as $f) {
            if ($f() == 2) {
                continue (2);
            }
        }

        // get botmask from WHOIS on connect
        if ($ex[1] == '311') {
            if ($ex[2] == $nick) {
                $botmask = $ex[5];
                echo "Detected botmask: $botmask\n";
                $base_msg_len = strlen(":$nick!~$ident@$botmask PRIVMSG  :\r\n");
            }
        }

        // recover main nick
        if ($nick <> $orignick && $time - $connect_time >= 10 && $time - $last_nick_change >= 10) {
            send(":$nick NICK $orignick\n");
            $last_nick_change = $time;
            continue;
        }

        // nick changes
        if ($ex[1] == 'NICK') {
            if (isme()) {
                $newnick = trim(ltrim($ex[2], ':'));
                echo "Changed bot nick to $newnick\n";
                $nick = $newnick;
                $orignick = $nick;
                set_data('nick', $nick);
                if (($network == 'freenode' || $network == 'libera') && (empty($disable_nickserv) || empty($disable_sasl))) {
                    send("PRIVMSG NickServ GROUP\n");
                } elseif ($network == 'rizon' && (empty($disable_nickserv) || empty($disable_sasl))) {
                    send("PRIVMSG NickServ GROUP $user $pass\n");
                }
                $base_msg_len = strlen(":$nick!~$ident@$botmask PRIVMSG  :\r\n");
            } else {
                list($tmpnick) = parsemask($ex[0]);
                $id = search_multi($users, 'nick', $tmpnick);
                if (!empty($id)) {
                    $users[$id]['nick'] = rtrim(substr($ex[2], 1));
                } else {
                    echo "ERROR: Nick changed but not in \$users. This should not happen!\n";
                }
                if ($network == 'rizon') {
                    send("WHO $tmpnick\n");
                } // check for account again
            }
            continue;
        }

        // ping pong
        if ($ex[0] == "PING") {
            send_no_filter("PONG " . rtrim($ex[1]) . "\n");
            if (!$in_channel) {
                send("JOIN $channel" . ($channel_key ? " $channel_key" : '') . "\n");
            }
            continue;
        }

        // got ops, run op queue
        if (preg_match('/^:ChanServ(?:![^ ]*)? MODE ' . preg_quote("$channel +o $nick") . '$/i', rtrim($data))) {
            echo "Got ops, running op queue\n";
            print_r($opqueue);
            $opped = true;
            $getops_lock = false;
            doopdop();
            continue;
        }

        // end of NAMES list, joined main channel so do a WHO now
        if ($ex[1] == '366') {
            $in_channel = 1;
            if (in_array($network, ['freenode', 'gamesurge', 'libera'])) {
                send("WHO $channel %hna\n");
            } else {
                send("WHO $channel\n");
            }
            continue;
        }

        // parse WHO listing
        if ($ex[1] == '352') { // rfc1459 - rizon
            if (strpos($ex[8], 'r') !== false) {
                $a = $ex[7];
            } else {
                $a = '0';
            }
            $id = search_multi($users, 'nick', $ex[7]);
            if (empty($id)) {
                $users[] = ['nick' => $ex[7], 'host' => $ex[5], 'account' => $a];
            } else {
                $users[$id]['host'] = $ex[5];
                $users[$id]['account'] = $a;
            }
            continue;
        }
        if ($ex[1] == '354') { // freenode, gamesurge, libera
            $id = search_multi($users, 'nick', $ex[4]);
            if (empty($id)) {
                $users[] = ['nick' => $ex[4], 'host' => $ex[3], 'account' => ltrim(rtrim($ex[5]), ':')];
            } else {
                $users[$id]['host'] = $ex[3];
                $users[$id]['account'] = ltrim(rtrim($ex[5]), ':');
            }
            continue;
        }

        // 315 end of WHO list
        if ($ex[1] == '315') {
            if (empty($first_join_done)) {
                echo "Join to $channel complete.\n";
                if (!empty($op_bot)) {
                    send("PRIVMSG ChanServ :OP $channel $nick\n");
                }
                if (!empty($voice_bot)) {
                    send("PRIVMSG ChanServ :VOICE $channel $nick\n");
                }
                $first_join_done = true;
            }
            continue;
        }

        // Update $users on JOIN, PART, QUIT, KICK, NICK
        if ($ex[1] == 'JOIN' && !isme()) {
            // just add user to array because they shouldnt be there already
            // parse ex0 for username and hostmask
            list($tmpnick, $tmphost) = parsemask($ex[0]);
            if ($network == 'freenode' || $network == 'libera') { // extended-join with account
                if ($ex[3] == '*') {
                    $ex[3] = '0';
                }
                $users[] = ['nick' => $tmpnick, 'host' => $tmphost, 'account' => $ex[3]];
            } else {
                $users[] = ['nick' => $tmpnick, 'host' => $tmphost, 'account' => '0'];
                if ($network == 'gamesurge') {
                    send("WHO $tmpnick %hna\n");
                } else {
                    send("WHO $tmpnick\n");
                }
            }
            continue;
        }

        if ($ex[1] == 'PART' || $ex[1] == 'QUIT' || $ex[1] == 'KICK') {
            if (($ex[1] == 'PART' && isme()) || ($ex[1] == 'KICK' && $ex[3] == $nick)) { // left channel, rejoin
                $in_channel = 0;
                send("JOIN $channel" . ($channel_key ? " $channel_key" : '') . "\n");
                continue;
            }
            if ($ex[1] == 'KICK') {
                $tmpnick = $ex[3];
            } else {
                list($tmpnick) = parsemask($ex[0]);
            }
            $id = search_multi($users, 'nick', $tmpnick);
            if (!empty($id)) {
                unset($users[$id]);
                $users = array_values($users);
            }
            continue;
        }

        if ($ex[1] == 'ACCOUNT') {
            // find user and update account
            list($tmpnick) = parsemask($ex[0]);
            $id = search_multi($users, 'nick', $tmpnick);
            if (!empty($id)) {
                $users[$id]['account'] = rtrim($ex[2]);
            } else {
                echo "ERROR: Account changed but not in \$users. This should not happen!\n";
            }
            continue;
        }

        // admin triggers
        if (!empty($trigger) && substr($trigger, 0, 1) == '!' && isadmin()) {
            if ($trigger == '!s' || $trigger == '!say') {
                send("PRIVMSG $channel :$args \n");
                continue;
            } elseif ($trigger == '!e' || $trigger == '!emote') {
                send("PRIVMSG $channel :" . pack('C', 0x01) . "ACTION $args" . pack('C', 0x01) . "\n");
                continue;
            } elseif ($trigger == '!ban' || $trigger == '!b') {
                // if there's a space get the ban reason and use it for remove
                if (strpos($args, ' ') !== false) {
                    $reason = substr($args, strpos($args, ' ') + 1);
                } else {
                    $reason = "Goodbye.";
                }
                list($mask) = explode(' ', $args);
                // if contains $ or @, ban by mask, else build mask from nick
                if (strpos($mask, '@') === false && strpos($mask, '$') === false) {
                    $tmpnick = $mask;
                    $id = search_multi($users, 'nick', $mask);
                    if (!$id) {
                        if ($ex[2] == $nick) {
                            $tmp = $incnick;
                        } else {
                            $tmp = $channel;
                        } // allow PM response
                        send("PRIVMSG $tmp :Nick not found in channel.\n");
                        continue;
                    }
                    if (($network == 'freenode' || $network == 'libera') && $users[$id]['account'] <> '0') {
                        $mask = '$a:' . $users[$id]['account'];
                    } else {
                        $mask = "*!*@" . $users[$id]['host'];
                    }
                } else {
                    $tmpnick = '';
                }
                $mask = str_replace('@gateway/web/freenode/ip.', '@', $mask);
                echo "Ban $mask\n";
                $opqueue[] = ['+b', [$mask, $reason, $tmpnick]];
                getops();
            } elseif ($trigger == '!unban' || $trigger == '!ub') {
                $opqueue[] = ['-b', explode(' ', $args)];
                getops();
            } elseif (($trigger == '!quiet' || $trigger == '!q') && ($network == 'freenode' || $network == 'libera' || $network == 'other')) {
                $arr = explode(' ', $args);
                if (is_numeric($arr[0])) {
                    $timed = 1;
                    $tqtime = $arr[0] * 60;
                    unset($arr[0]);
                    $arr = array_values($arr);
                } else {
                    $timed = false;
                }
                if (empty($arr)) {
                    continue;
                } // ensure there's data
                foreach ($arr as $who) {
                    // check if nick or mask
                    if (strpos($who, '@') === false && strpos($who, '$') === false) {
                        $id = search_multi($users, 'nick', $who);
                        if (!$id) {
                            if ($ex[2] == $nick) {
                                $tmp = $incnick;
                            } else {
                                $tmp = $channel;
                            } // allow PM response
                            send("PRIVMSG $tmp :Nick not found in channel.\n");
                            continue;
                        }
                        // if has account use it else create mask
                        if (($network == 'freenode' || $network == 'libera') && $users[$id]['account'] <> '0') {
                            $who = '$a:' . $users[$id]['account'];
                        } else {
                            $who = "*!*@" . $users[$id]['host'];
                        }
                    }
                    echo "Quiet $who, timed=$timed tqtime=$tqtime\n";
                    if ($network == 'freenode') {
                        $who = str_replace('@gateway/web/freenode/ip.', '@', $who);
                    }
                    if ($timed) {
                        timedquiet($tqtime, $who);
                    } else {
                        if ($network == 'freenode') {
                            send("PRIVMSG chanserv :QUIET $channel $who\n");
                        } elseif ($network == 'libera' || $network == 'other') {
                            $opqueue[] = ['+q', $who];
                            getops();
                        }
                    }
                }
                continue;
            } elseif (($trigger == '!removequiet' || $trigger == '!rq') && $network == 'freenode') { // shadowquiet when channel +z
                $arr = explode(' ', $args);
                if (is_numeric($arr[0])) {
                    $timed = 1;
                    $tqtime = $arr[0] * 60;
                    unset($arr[0]);
                    $arr = array_values($arr);
                } else {
                    $timed = false;
                }
                if (empty($arr)) {
                    continue;
                } // ensure there's data
                $who = $arr[0];
                unset($arr[0]);
                $arr = array_values($arr);
                $m = trim(implode(' ', $arr));
                // check if nick or mask
                if (strpos($who, '@') === false && strpos($who, '$') === false) {
                    $id = search_multi($users, 'nick', $who);
                    if (!$id) {
                        if ($ex[2] == $nick) {
                            $tmp = $incnick;
                        } else {
                            $tmp = $channel;
                        } // allow PM response
                        send("PRIVMSG $tmp :Nick not found in channel.\n");
                        continue;
                    } else {
                        $thenick = $who;
                    }
                    // if has account use it else create mask
                    if ($network == 'freenode' && $users[$id]['account'] <> '0') {
                        $who = '$a:' . $users[$id]['account'];
                    } else {
                        $who = "*!*@" . $users[$id]['host'];
                    }
                }
                echo "Quiet $who, timed=$timed tqtime=$tqtime\n";
                if ($network == 'freenode') {
                    $who = str_replace('@gateway/web/freenode/ip.', '@', $who);
                }
                $opqueue[] = ['remove_quiet', $who, ['nick' => $thenick, 'msg' => $m, 'timed' => $timed, 'tqtime' => $tqtime]];
                getops();
                continue;
            } elseif (($trigger == '!unquiet' || $trigger == '!uq')) {
                if ($network == 'freenode') {
                    send("PRIVMSG chanserv :UNQUIET $channel $args\n");
                    continue;
                } elseif ($network == 'libera' || $network == 'other') {
                    $opqueue[] = ['-q', explode(' ', $args)];
                    getops();
                    continue;
                }
            } elseif ($trigger == '!t' || $trigger == '!topic') {
                if (in_array($network, ['freenode', 'gamesurge', 'rizon', 'libera'])) {
                    send("PRIVMSG ChanServ :TOPIC $channel $args\n");
                } else {
                    $opqueue[] = ['topic', null, ['msg' => $args]];
                    getops();
                }
                continue;
            } elseif ($trigger == '!die') {
                send("QUIT :" . (!empty($args) ? $args : 'shutdown') . "\n");
                exit;
            } elseif ($trigger == '!k' || $trigger == '!kick') {
                $arr = explode(' ', $args);
                if (empty($arr)) {
                    continue;
                }
                if ($arr[1]) {
                    $m = substr($args, strpos($args, ' ') + 1);
                } else {
                    $m = false;
                }
                $opqueue[] = ['kick', $arr[0], ['msg' => $m]];
                getops();
                continue;
            } elseif (($trigger == '!r' || $trigger == '!remove') && $network == 'freenode') {
                $arr = explode(' ', $args);
                if (empty($arr)) {
                    continue;
                }
                if ($arr[1]) {
                    $m = substr($args, strpos($args, ' ') + 1);
                } else {
                    $m = false;
                }
                echo "Remove $arr[0], msg=$m\n";
                $opqueue[] = ['remove', $arr[0], ['msg' => $m]];
                getops();
                continue;
            } elseif ($trigger == '!nick') {
                if (empty($args)) {
                    continue;
                }
                send("NICK $args\n");
                continue;
            } elseif ($trigger == '!invite') {
                $arr = explode(' ', $args);
                $opqueue[] = ['invite', $arr[0]];
                getops();
                continue;
            } elseif ($trigger == '!restart') {
                dorestart($args);
            } elseif ($trigger == '!update') {
                $r = curlget([CURLOPT_URL => 'https://raw.githubusercontent.com/dhjw/php-irc-bot/main/bot.php']);
                if (empty($r)) {
                    send("PRIVMSG $privto :Error downloading update\n");
                    continue;
                }
                if ($instance_hash == md5($r)) {
                    send("PRIVMSG $privto :Already up to date\n");
                    continue;
                }
                if (file_get_contents(dirname(__FILE__) . '/bot.php') <> $r && !file_put_contents(dirname(__FILE__) . '/bot.php', $r)) {
                    send("PRIVMSG $privto :Error writing updated bot.php\n");
                    continue;
                }
                send("PRIVMSG $privto :Update installed. See https://bit.ly/upda7 for changes. Restarting\n");
                dorestart(!empty($args) ? $args : 'update');
            } elseif ($trigger == '!raw') {
                send("$args\n");
                continue;
            }
        }

        // custom triggers
        if (!empty($trigger) && isset($custom_triggers)) {
            foreach ($custom_triggers as $k => $v) {
                @list($trig, $text, $pm) = $v;
                $pm ??= true;
                $target = $pm ? $privto : $channel;
                if ($trigger == $trig) {
                    echo "Custom trigger $trig called\n";
                    if (substr($text, 0, 9) == 'function:') {
                        $func = substr($text, 9);
                        $func();
                    } else {
                        send("PRIVMSG $target :$text\n");
                    }
                    continue (2);
                }
            }
        }

        // global triggers
        if (!empty($trigger) && substr($trigger, 0, 1) == '!' && !$disable_triggers) {
            $privto = $ex[2] == $nick ? $incnick : $channel; // allow PM response
            if ($trigger == '!help') {
                // foreach(explode("\n",$helptxt) as $line){ send("PRIVMSG $incnick :$line\n"); sleep(1); }
                if (!empty($help_url) && empty($disable_help)) {
                    send("PRIVMSG $incnick :Please visit $help_url\n");
                } else {
                    send("PRIVMSG $privto :Help disabled\n");
                }
                continue;
            } elseif ($trigger == '!w' || $trigger == '!wiki') {
                if (empty($args)) {
                    continue;
                }
                $u = "https://en.wikipedia.org/w/index.php?search=" . urlencode($args);
                for ($i = $num_file_get_retries; $i > 0; $i--) {
                    $noextract = false;
                    $nooutput = false;
                    echo "Searching Wikipedia.. ";
                    $response = curlget([CURLOPT_URL => $u]);
                    if (empty($response)) {
                        echo "no response/connect failed, retrying\n";
                        sleep(1);
                        $nooutput = true;
                        continue;
                    }
                    $url = $curl_info['EFFECTIVE_URL'];

                    if (strstr($response, 'wgInternalRedirectTargetUrl') !== false) {
                        echo "getting internal/actual wiki url.. ";
                        $tmp = substr($response, strpos($response, 'wgInternalRedirectTargetUrl') + 30);
                        $tmp = substr($tmp, 0, strpos($tmp, '"'));
                        echo "found $tmp\n";
                        if (!empty($tmp)) {
                            $url = "https://en.wikipedia.org$tmp";
                        }
                    }

                    $noextract = false;
                    $nooutput = false;
                    if (strpos($response, 'mw-search-nonefound') !== false || strpos($response, 'mw-search-createlink') !== false) {
                        send("PRIVMSG $privto :There were no results matching the query.\n");
                        $noextract = true;
                        $nooutput = true;
                        break;
                    } elseif (strpos($response, 'disambigbox') !== false) {
                        if (strpos($url, 'disambiguation') === false) {
                            $url .= ' (disambiguation)';
                        }
                        $noextract = true;
                        break;
                    }
                    $e = get_wiki_extract(substr($url, strrpos($url, '/') + 1));
                    break;
                }
                if (!empty($e) && !$noextract) {
                    $url = "\"$e\" $url";
                }
                if (!$nooutput) {
                    send("PRIVMSG $privto :$url\n");
                }
                continue;
                // Google
            } elseif ($trigger == '!g' || $trigger == '!i' || $trigger == '!g-' || $trigger == '!google') {
                if (empty($args)) {
                    continue;
                }
                if ($trigger == '!g-') {
                    send("PRIVMSG $privto :https://lmgtfy.com/?q=" . urlencode($args) . "\n");
                    continue;
                }
                if ($trigger == '!g' || $trigger == '!google') {
                    $tmp = 'search';
                } else {
                    $tmp = 'images';
                }
                send("PRIVMSG $privto :https://www.google.com/$tmp?q=" . urlencode($args) . "\n");
                continue;
            } elseif ($trigger == '!ddg' || $trigger == '!ddi' || $trigger == '!dg' || $trigger == '!di') {
                // DDG
                if (empty($args)) {
                    continue;
                }
                if ($trigger == '!ddi' || $trigger == '!di') {
                    $tmp = "&iax=1&ia=images";
                } else {
                    $tmp = '';
                }
                send("PRIVMSG $privto :https://duckduckgo.com/?q=" . urlencode($args) . "$tmp\n");
                continue;
            } elseif ($trigger == '!yt') {
                if (empty($args)) {
                    send("PRIVMSG $privto :Provide a query.\n");
                    continue;
                }
                for ($i = $num_file_get_retries; $i > 0; $i--) {
                    $tmp = file_get_contents("https://www.googleapis.com/youtube/v3/search?q=" . urlencode($args) . "&part=snippet&maxResults=1&type=video&key=$youtube_api_key");
                    $tmp = json_decode($tmp);
                    if (!empty($tmp)) {
                        break;
                    } elseif ($i > 1) {
                        sleep(1);
                    }
                }
                $v = $tmp->items[0]->id->videoId;
                if (empty($tmp)) {
                    send("PRIVMSG $privto :[ Temporary YouTube API error ]\n");
                    continue;
                } elseif (empty($v)) {
                    send("PRIVMSG $privto :There were no results matching the query.\n");
                    continue;
                }
                for ($i = $num_file_get_retries; $i > 0; $i--) {
                    $tmp2 = file_get_contents("https://www.googleapis.com/youtube/v3/videos?id=$v&part=contentDetails,statistics&key=$youtube_api_key");
                    $tmp2 = json_decode($tmp2);
                    print_r($tmp2);
                    if (!empty($tmp2)) {
                        break;
                    } elseif ($i > 1) {
                        sleep(1);
                    }
                }
                $ytextra = '';
                $dur = covtime($tmp2->items[0]->contentDetails->duration);
                if ($dur <> '0:00') {
                    $ytextra .= " | $dur";
                }
                $ytextra .= " | {$tmp->items[0]->snippet->channelTitle}";
                $ytextra .= " | " . number_format($tmp2->items[0]->statistics->viewCount) . " views";
                $title = html_entity_decode($tmp->items[0]->snippet->title, ENT_QUOTES);
                send("PRIVMSG $privto :https://youtu.be/$v | $title$ytextra\n");
                continue;
            } // TMDB, check for movie or tv only
            elseif ($trigger == '!m') {
                if (empty($args)) {
                    send("PRIVMSG $privto :Provide a query.\n");
                    continue;
                }
                echo "Searching TMDB.. ";
                $parts = tmdb_lookup(trim($args), false, true);
                if (empty($parts)) {
                    send("PRIVMSG $privto :Media not found.\n");
                    continue;
                }
                send("PRIVMSG $privto :" . implode(' | ', $parts) . "\n");
                continue;
            } elseif (!empty($translate_api_key) && ($trigger == '!tr' || $trigger == '!translate')) {
                $words = explode(' ', $args);
                if (strpos($words[0], '-') !== false && strlen($words[0]) == 5) {
                    list($from_lang, $to_lang) = explode('-', $words[0]);
                    unset($words[0]);
                    $words = array_values($words);
                    $args = implode(' ', $words);
                    $is_auto = false;
                } else {
                    $from_lang = '';
                    $to_lang = 'en';
                    $is_auto = true;
                }
                if (empty($args)) {
                    send("PRIVMSG $privto :Usage: !tr <text> or e.g. !tr en-fr <text> (see https://bit.ly/iso639-1)\n");
                    continue;
                } elseif (!$is_auto) {
                    if (get_lang($from_lang) == 'Unknown' || get_lang($to_lang) == 'Unknown') {
                        $e = [];
                        if (get_lang($from_lang) == 'Unknown') {
                            $e[] = $from_lang;
                        }
                        if (get_lang($to_lang) == 'Unknown') {
                            $e[] = $to_lang;
                        }
                        send("PRIVMSG $privto :Unknown language code" . (count($e) > 1 ? 's' : " \"{$e[0]}\"") . ". See https://bit.ly/iso639-1\n");
                        continue;
                    } elseif ($from_lang == $to_lang) {
                        send("PRIVMSG $privto :From and to language codes must be different. See https://bit.ly/iso639-1\n");
                        continue;
                    }
                }
                $r = google_translate(['text' => $args, 'from_lang' => $from_lang, 'to_lang' => $to_lang]);
                if (isset($r->text)) {
                    if ($is_auto) {
                        $out = "(" . get_lang($r->from_lang) . ") $r->text";
                    } else {
                        $out = "(" . get_lang($r->from_lang) . " to " . get_lang($r->to_lang) . ") $r->text";
                    }
                    send("PRIVMSG $privto :$out\n");
                } else {
                    send("PRIVMSG $privto :Could not translate.\n");
                }
                continue;
            } elseif ($trigger == '!cc') {
                // currency converter
                echo "Converting currency..\n";
                $ex = explode(' ', trim(str_ireplace(' in ', ' ', $data)));
                if (empty($ex[4]) || empty($ex[5]) || empty($ex[6]) || !empty($ex[7])) {
                    send("PRIVMSG $privto :Usage: !cc <amount> <from_currency> <to_currency>\n");
                    continue;
                }
                $ex[count($ex) - 1] = rtrim($ex[count($ex) - 1]); // todo: do this globally at beginning
                $ex[4] = (float)preg_replace('/[^0-9.]/', '', $ex[4]); // strip non numeric
                $ex[5] = strtoupper(preg_replace('/[^a-zA-Z]/', '', $ex[5])); // strip non alpha
                $ex[6] = strtoupper(preg_replace('/[^a-zA-Z]/', '', $ex[6]));
                if ($ex[5] == 'BTC') {
                    $tmp1 = strlen(substr(strrchr($ex[4], '.'), 1));
                } else {
                    $tmp1 = 2;
                } // precision1
                if ($ex[6] == 'BTC') {
                    $tmp2 = strlen(substr(strrchr($ex[4], '.'), 1));
                    if ($tmp2 < 5) {
                        $tmp2 = 5;
                    }
                } else {
                    $tmp2 = 2;
                } // precision2
                echo "ex4=$ex[4] from=$ex[5] to=$ex[6] precision=$tmp1 time=$time cclast=$cclast\n";
                if ($ex[5] == $ex[6]) {
                    send("PRIVMSG $privto :A wise guy, eh?\n");
                    continue;
                }
                if (empty($cccache) || $time - $cclast >= 300) { // cache results for 5 mins
                    $cmd = "https://www.apilayer.net/api/live?access_key=$currencylayer_key&format=1";
                    for ($i = $num_file_get_retries; $i > 0; $i--) {
                        $tmp = file_get_contents($cmd);
                        $tmp = json_decode($tmp);
                        if (!empty($tmp)) {
                            break;
                        } elseif ($i > 1) {
                            sleep(1);
                        }
                    }
                    if (empty($tmp)) {
                        send("PRIVMSG $privto :Finance API error.\n");
                        continue;
                    }
                    if ($tmp->success) {
                        echo "got success, caching\n";
                        $cccache = $tmp;
                        $cclast = $time;
                    } else {
                        echo "got error, not caching\n";
                    }
                } else {
                    $tmp = $cccache;
                }
                if (isset($tmp->quotes)) {
                    if (!isset($tmp->quotes->{'USD' . $ex[5]})) {
                        send("PRIVMSG $privto :Currency $ex[5] not found.\n");
                        continue;
                    }
                    if (!isset($tmp->quotes->{'USD' . $ex[6]})) {
                        send("PRIVMSG $privto :Currency $ex[6] not found.\n");
                        continue;
                    }
                    $tmp3 = $tmp->quotes->{'USD' . $ex[5]} / $tmp->quotes->{'USD' . $ex[6]}; // build rate from USD
                    echo "rate=$tmp3\n";
                    send("PRIVMSG $privto :" . number_format($ex[4], $tmp1) . " $ex[5] = " . number_format(($ex[4] / $tmp3), $tmp2) . " $ex[6] (" . make_short_url("https://finance.yahoo.com/quote/$ex[5]$ex[6]=X") . ")\n");
                } else {
                    send("PRIVMSG $privto :Finance API error.\n");
                }
                continue;
            } elseif ($trigger == '!wa') {
                // wolfram alpha
                $u = "https://api.wolframalpha.com/v2/query?input=" . urlencode($args) . "&format=plaintext&appid=$wolfram_appid";
                try {
                    $xml = new SimpleXMLElement(file_get_contents($u));
                } catch (Exception $e) {
                    send("PRIVMSG $privto :API error, try again\n");
                    print_r($e);
                    continue;
                }
                if (!empty($xml) && !empty($xml->pod[1]->subpod->plaintext)) {
                    print_r([$xml->pod[0], $xml->pod[1]]);
                    if ($xml->pod[1]->subpod->plaintext == '(data not available)') {
                        send("PRIVMSG $privto :Data not available.\n");
                    } else {
                        $o = str_shorten(trim(str_replace("\n", ' • ', $xml->pod[1]->subpod->plaintext)), 999, ['nowordcut' => 1]);
                        echo "o=\"$o\"\n";
                        // turn fraction into decimal
                        if (preg_match('#^(\d+)/(\d+)(?: \(irreducible\))?#', $o, $m)) {
                            if (extension_loaded('bcmath')) {
                                bcscale(64);
                                $o = rtrim(bcdiv($m[1], $m[2]), '0');
                                if (strpos($o, '.') !== false) {
                                    list($a, $b) = explode('.', $o);
                                    if (strlen($b) > 63) {
                                        $b = substr($b, 0, 63) . '...';
                                    }
                                    $o = "$a.$b";
                                }
                            } else {
                                echo "Can't reduce Wolfram fraction result to decimal because bcmath extension not loaded.\n";
                            }
                        }
                        send("PRIVMSG $privto :$o\n");
                    }
                } else {
                    send("PRIVMSG $privto :Data not available.\n");
                }
                continue;
            } elseif ($trigger == '!ud') {
                // urban dictionary
                if (empty($args)) {
                    send("PRIVMSG $privto :Provide a term to define.\n");
                    continue;
                }
                $a = explode(' ', $args);
                if (is_numeric($a[count($a) - 1])) {
                    $num = $a[count($a) - 1] - 1;
                    unset($a[count($a) - 1]);
                    $q = implode(' ', $a);
                } else {
                    $num = 0;
                    $q = $args;
                }
                echo "Searching Urban Dictionary.. q=$q num=$num\n";
                $r = curlget([CURLOPT_URL => 'https://api.urbandictionary.com/v0/define?term=' . urlencode($q)]);
                $r = json_decode($r);
                if (empty($r) || empty($r->list[0])) {
                    send("PRIVMSG $privto :Term not found.\n");
                    continue;
                }
                if (empty($r->list[$num])) {
                    send("PRIVMSG $privto :Definition not found.\n");
                    continue;
                }
                $d = str_replace(["\r", "\n", "\t"], ' ', $r->list[$num]->definition);
                $d = trim(preg_replace('/\s+/', ' ', str_replace(["[", "]"], '', $d)));
                $d = str_replace(' .', '.', $d);
                $d = str_replace(' ,', ',', $d);
                $d = str_shorten($d, 360);
                $d = "\"$d\"";
                if (strtolower($r->list[$num]->word) <> strtolower($q)) {
                    $d = "({$r->list[$num]->word}) $d";
                }
                $d .= ' ' . make_short_url(get_final_url($r->list[0]->permalink), $r->list[0]->permalink);
                send("PRIVMSG $privto :$d\n");
            } elseif ($trigger == '!flip') {
                $tmp = get_true_random(0, 1);
                $tmp = ($tmp == 0) ? 'heads' : 'tails';
                send("PRIVMSG $privto :" . pack('C', 0x01) . "ACTION flips a coin, which lands \x02$tmp\x02 side up." . pack('C', 0x01) . "\n");
                continue;
            } elseif ($trigger == '!8' || $trigger == '!8ball') {
                $answers = ["It is certain", "It is decidedly so", "Without a doubt", "Yes definitely", "You may rely on it", "As I see it, yes", "Most likely", "Outlook good", "Yes", "Signs point to yes", "Signs point to no", "No", "Nope", "Absolutely not", "Heck no", "Don't count on it", "My reply is no", "My sources say no", "Outlook not so good", "Very doubtful"];
                $tmp = get_true_random(0, count($answers) - 1);
                send("PRIVMSG $privto :$answers[$tmp]\n");
                continue;
            } elseif ($trigger == '!f' || $trigger == '!fortune') {
                // expects /usr/games/fortune to be installed
                echo "Getting fortune..\n";
                $args = trim(preg_replace('#[^[:alnum:][:space:]-/]#u', '', $args));
                for ($i = 0; $i < 2; $i++) {
                    $f = trim(preg_replace('/\s+/', ' ', str_replace("\n", ' ', shell_exec("/usr/games/fortune -s '$args' 2>&1"))));
                    if ($f == 'No fortunes found') {
                        echo "Fortune type not found, getting from all.\n";
                        $args = '';
                        continue;
                    }
                    break;
                }
                send("PRIVMSG $privto :$f\n");
                continue;
            } elseif ($trigger == '!rand') {
                echo "Getting random numbers, min=$ex[4] max=$ex[5] cnt=$ex[6]\n";
                if (!is_numeric($ex[4]) || !is_numeric(trim($ex[5]))) {
                    send("PRIVMSG $privto :Please provide two numbers for min and max. e.g. !rand 1 5\n");
                    continue;
                }
                send("PRIVMSG $privto :" . get_true_random($ex[4], $ex[5], !empty($ex[6]) ? $ex[6] : 1) . "\n");
                continue;
            }
        }

        // URL Titles
        if ($ex[1] == 'PRIVMSG' && $ex[2] == $channel && !isme() && !$disable_titles) {
            /** @noinspection RegExpSuspiciousBackref */
            preg_match_all('#\bhttps?://(?:\b[a-z\d-]{1,63}\b\.)+[a-z]+(?::\d+)?(?:[/?\#](?:([^\s`!\[\]{}();\'"<>«»“”‘’]+)|\((?1)?\))+(?<![.,]))?#i', $msg, $m); // get urls, only capture parenthesis if both are found, ignore trailing periods and commas
            $urls = !empty($m[0]) ? array_unique($m[0]) : [];

            for ($ui = 0; $ui < count($urls); $ui++) {
                if (substr($orig_msg, -2) == '  ') {
                    if ($ui === 0) {
                        echo "Skipping URL titles due to double space at end of line\n";
                    }
                    continue;
                }
                $u = $urls[$ui];
                if ($ui === $last_ui) {
                    $u_tries++;
                } else {
                    $u_tries = 1;
                    $last_ui = $ui;
                }

                $u = rtrim($u, pack('C', 0x01)); // trim for ACTIONs
                foreach ($ignore_urls as $v) {
                    if (preg_match('#^\w*://(?:[a-zA-Z0-9-]+\.)*' . preg_quote($v) . '#', $u)) {
                        echo "Ignored URL $v\n";
                        continue (2);
                    }
                }
                $parse_url = parse_url($u);

                // get final url for some short links
                if (preg_match("#^https://(?:t\.co|spotify\.link)/#", $u)) {
                    $u = get_final_url($u);
                }

                // replace nitter hosts so they're processed as twitter
                if (!empty($nitter_links_via_twitter) && !empty($nitter_hosts)) {
                    if (preg_match("#^https://(?:\w+?\.)?$nitter_hosts/pic/(?:orig/)?(?:\w+/)?(.*)#", $u, $m)) {
                        $u = 'https://pbs.twimg.com/' . preg_replace('#&format=\w+$#', '', urldecode($m[1]));
                    } else {
                        $u = preg_replace("#^https://$nitter_hosts/#", 'https://x.com/', $u);
                    }
                }
                // title cache
                if ($title_cache_enabled) {
                    $r = get_from_title_cache($u);
                    if ($r) {
                        echo "Using title from cache\n";
                        send("PRIVMSG $channel :$title_bold$r$title_bold\n");
                        continue;
                    }
                }
                $invidious_mirror = false;
                $use_meta_tag = false;
                $meta_skip_blank = false;
                echo "Checking URL: $u\n";
                $html = '';
                $amt_mime = '';
                $amt_file = '';

                // imgur via api
                if (!empty($imgur_client_id) && preg_match('#^https?://([im]\.)?imgur\.com/(?:(?:gallery|a|r)/)?([\w-]+)(?:/([\w-]+))?#', $u, $m)) {
                    $id = !empty($m[3]) ? $m[3] : $m[2];
                    $id = explode('-', $id);
                    $id = end($id);
                    if ($id) {
                        echo "Getting from Imgur API... ";
                        $r = json_decode(curlget([CURLOPT_URL => "https://api.imgur.com/3/image/$id", CURLOPT_HTTPHEADER => ["Authorization: Client-ID $imgur_client_id"]]));
                        if (empty($r) || $r->status == 404) {
                            $r = json_decode(curlget([CURLOPT_URL => "https://api.imgur.com/3/album/$id", CURLOPT_HTTPHEADER => ["Authorization: Client-ID $imgur_client_id"]]));
                        }
                        if (!empty($r) && !empty($r->data->section) && empty($r->data->title) && empty($r->data->description)) {
                            $r = json_decode(curlget([CURLOPT_URL => "https://api.imgur.com/3/gallery/r/{$r->data->section}/$id", CURLOPT_HTTPHEADER => ["Authorization: Client-ID $imgur_client_id"]]));
                        } // subreddit image. title and desc may always be empty but included to be safe
                        if (!empty($r) && $r->success == 1) {
                            // for i.* direct links default to image description, else default to post title
                            if (!empty($m[1])) {
                                if (!empty($r->data->description)) {
                                    $d = $r->data->description;
                                } else {
                                    $d = $r->data->title;
                                }
                            } elseif (!empty($r->data->title)) {
                                $d = $r->data->title;
                            } else {
                                $d = $r->data->description;
                            }
                            // single image posts without a desc should use first image
                            if (empty($d) && isset($r->data->images) && is_array($r->data->images) && count($r->data->images) == 1) {
                                echo "using single image in album... ";
                                $r = (object)['data' => $r->data->images[0]];
                                $d = $r->data->description;
                            }
                            $n = !empty($r->data->nsfw) ? 'NSFW' : '';
                            if (!empty($d)) {
                                $d = html_entity_decode($d);
                                $d = str_replace(["\r", "\n", "\t"], ' ', $d);
                                $d = preg_replace('/\s+/', ' ', $d);
                                $d = trim(strip_tags($d));
                                $o = str_shorten((!empty($n) ? ' - ' : '') . $d, 280);
                            } else {
                                $o = '';
                            }
                            if ($o == '.') {
                                $o = '';
                            }
                            if (!empty($o)) {
                                echo "ok\n";
                                $o = "[ $o ]";
                                send("PRIVMSG $channel :$title_bold$o$title_bold\n");
                                continue;
                            } else {
                                echo "No description, passing\n";
                                // use direct link, if not already, for ai media titles
                                if (isset($r->data->link)) {
                                    $u = $r->data->link;
                                    $parse_url = parse_url($u);
                                }
                            }
                        }
                    }
                }

                // imgbb, get direct link for ai
                if (!empty($ai_media_titles_enabled) && preg_match('#^https?://(?:ibb\.co|imgbb\.com)/\w+$#', $u)) {
                    echo "Getting direct link for AI... ";
                    $dom = new DOMDocument();
                    if ($dom->loadHTML('<?xml version="1.0" encoding="UTF-8"?>' . curlget([CURLOPT_URL => $u]))) {
                        $list = $dom->getElementsByTagName('input');
                        foreach ($list as $l) {
                            if (!empty($l->attributes->getNamedItem('id')) && $l->attributes->getNamedItem('id')->value == 'embed-code-3') { // use medium-sized image for speed. id is one less than when logged-in
                                preg_match('#\[img](.*)\[/img]#', $l->attributes->getNamedItem('value')->value, $m);
                                $u = $m[1];
                                break;
                            }
                        }
                    }
                    echo "$u\n";
                }

                // postimg.cc, get direct link for ai
                if (!empty($ai_media_titles_enabled) && preg_match('#^https?://(?:i\.)?postimg\.cc/([a-zA-Z0-9_/.%-]+)$#', $u)) {
                    $html = curlget([CURLOPT_URL => $u], ["no_curl_impersonate" => 1]); // impersonate always redirects to html
                    if (preg_match('/<meta property="og:image" content="(.*?)"/', $html, $m) || preg_match('#<a\s.*?href=["\']([^"\']*?)["\'].*?>.*?Download original image.*?</a>#', $html, $m)) { // got html
                        echo "Found direct link: $m[1]\n";
                        $html = curlget([CURLOPT_URL => $m[1]], ["no_curl_impersonate" => 1]); // get image
                    } else {
                        $m = [1 => $u];
                    }
                    $finfo = new finfo(FILEINFO_MIME_TYPE);
                    $mime = $finfo->buffer($html);
                    if (preg_match("#^\w+/(?:jpeg|png|webp|avif|gif" . ($ai_media_titles_more_types ? $amt_mt_regex : "") . ")$#", $mime)) { // dont re-dl
                        $amt_mime = $mime;
                        $amt_file = $html;
                        $u = $m[1];
                    } else {
                        echo "Failed to get supported image (" . ($html && $mime ? "got $mime" : "no response") . "\n";
                    }
                }

                // youtube via api, w/invidious mirror support
                invidious:
                if (!empty($youtube_api_key)) {
                    $yt = '';
                    if (preg_match('#^https?://(?:www\.|m\.|music\.)?(?:youtube\.com|invidio\.us)/(?:watch.*[?&]v=|embed/|shorts/|live/)([a-zA-Z0-9-_]+)#', $u, $m) || preg_match('#^https?://(?:youtu\.be|invidio\.us)/([a-zA-Z0-9-_]+)/?(?:$|\?)#', $u, $m)) {
                        $yt = 'v';
                    } elseif (preg_match('#^https?://(?:www\.|m\.|music\.)?(?:youtube\.com|invidio\.us)/channel/([a-zA-Z0-9-_]+)/?(\w*)#', $u, $m)) {
                        $yt = 'c';
                    } elseif (preg_match('#^https?://(?:www\.|m\.)?(?:youtube\.com|invidio\.us)/user/([a-zA-Z0-9-_]+)/?(\w*)#', $u, $m)) {
                        $yt = 'u';
                    } elseif (preg_match('#^https?://(?:www\.|m\.)?(?:youtube\.com|invidio\.us)/@([^/]+)/?(\w*)#', $u, $m)) {
                        $yt = 'h';
                    } elseif (preg_match('#^https?://(?:www\.|m\.|music\.)?(?:youtube\.com|invidio\.us)/playlist\?.*list=([a-zA-Z0-9-_]+)#', $u, $m)) {
                        $yt = 'p';
                    }
                    if (empty($yt)) { // custom channel URLs like /example or /c/example require scraping as no API endpoint
                        if (preg_match('#^https?://(?:www\.|m\.)?(?:youtube\.com|invidio\.us)/(?:c/)?([a-zA-Z0-9-_]+)/?(\w*)#', $u, $m)) {
                            $html = curlget([CURLOPT_URL => "https://www.youtube.com/$m[1]" . (!empty($m[2]) ? "/$m[2]" : '')]); // force load from youtube so indvidio.us works
                            $dom = new DOMDocument();
                            if ($dom->loadHTML('<?xml version="1.0" encoding="UTF-8"?>' . $html)) {
                                $list = $dom->getElementsByTagName('link');
                                foreach ($list as $l) {
                                    if (!empty($l->attributes->getNamedItem('rel')) && $l->attributes->getNamedItem('rel')->value == 'canonical') {
                                        if (preg_match('#^https?://(?:www\.|m\.)?youtube\.com/channel/([a-zA-Z0-9-_]+)#', $l->attributes->getNamedItem('href')->value, $m2)) {
                                            $m[1] = $m2[1];
                                            $yt = 'c';
                                            break;
                                        }
                                    }
                                }
                            }
                        }
                    }
                    if (!empty($yt)) {
                        if ($yt == 'v') {
                            $r = file_get_contents("https://www.googleapis.com/youtube/v3/videos?id=$m[1]&part=snippet,contentDetails,localizations&maxResults=1&type=video&key=$youtube_api_key");
                        } elseif (in_array($yt, ['c', 'u', 'h'])) {
                            $r = file_get_contents("https://www.googleapis.com/youtube/v3/channels?" . ($yt == 'c' ? 'id' : ($yt == 'u' ? 'forUsername' : 'forHandle')) . "=$m[1]&part=id,snippet,localizations&maxResults=1&key=$youtube_api_key");
                        } elseif ($yt == 'p') {
                            $r = file_get_contents("https://www.googleapis.com/youtube/v3/playlists?id=$m[1]&part=snippet,localizations&key=$youtube_api_key");
                        }
                        $r = json_decode($r);
                        $s = false;
                        if (empty($r)) {
                            send("PRIVMSG $channel :[ Temporary YouTube API error ]\n");
                            continue;
                        } elseif (empty($r->items)) {
                            if ($yt == 'v' && preg_match('#^https?://invidio\.us#', $u)) {
                                $s = true;
                            } // skip if invidious short url vid not found so other site pages work
                            else {
                                send("PRIVMSG $channel :" . ($yt == 'v' ? 'Video' : ($yt == 'c' ? 'Channel' : (($yt == 'u' || $yt == 'h') ? 'User' : ($yt == 'p' ? 'Playlist' : '')))) . " does not exist.\n");
                                continue;
                            }
                        }
                        if (!$s) {
                            $x = '';
                            if ($yt == 'v') {
                                $d = covtime($r->items[0]->contentDetails->duration); // todo: text for live (P0D) & waiting to start (?)
                                if ($d <> '0:00') {
                                    $x .= " - $d";
                                }
                            } elseif (in_array($yt, ['c', 'u', 'h'])) {
                                if (!empty($m[2]) && in_array($m[2], ['videos', 'playlists', 'community', 'channels', 'search'])) { // not home/featured or about
                                    $x = ' - ' . ucfirst($m[2]);
                                } elseif (!empty($r->items[0]->snippet->description)) {
                                    $d = isset($r->items[0]->localizations->en->description) ? $r->items[0]->localizations->en->description : $r->items[0]->snippet->description;
                                    $d = str_replace(["\r\n", "\n", "\t", "\xC2\xA0"], ' ', $d);
                                    $x = ' - ' . str_shorten(trim(preg_replace('/\s+/', ' ', $d)), 148);
                                }
                            }
                            $t = "[ " . (isset($r->items[0]->localizations->en->title) ? $r->items[0]->localizations->en->title : $r->items[0]->snippet->title) . "$x ]";
                            send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                            continue;
                        }
                    }
                }
                if ($invidious_mirror) {
                    goto invidious_continue;
                } // mirror didnt hit api

                // odysee
                if (preg_match("#^https?://odysee\.com/@#", $u)) {
                    $html = curlget([CURLOPT_URL => $u]);
                    if (preg_match('#<script type="application/ld\+json">(.*?)</script>#s', $html, $m)) {
                        $j = json_decode($m[1]);
                        if ($j->{'@type'} ?? false == 'VideoObject' && isset($j->name) && isset($j->duration)) {
                            $t = "[ $j->name - " . covtime($j->duration) . ' ]';
                            send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                            if ($title_cache_enabled) {
                                add_to_title_cache($u, $t);
                            }
                            continue;
                        }
                    }
                }

                // wikipedia
                // todo: extracts on subdomains other than en.wikipedia.org, auto-translate?
                if (preg_match("#^(?:https?://(?:[^/]*?\.)?wiki[pm]edia\.org/wiki/(.*)|https?://upload\.wikimedia\.org)#", $u, $m)) {
                    // handle file urls whether on upload.wikimedia.org thumb or full, direct or url hash
                    $f = '';
                    if (preg_match("#^https?://upload\.wikimedia\.org/wikipedia/.*/thumb/.*/(.*)/.*#", $u, $m2)) {
                        $f = $m2[1];
                    } elseif (preg_match("#^https?://upload\.wikimedia\.org/wikipedia/commons/.*/(.*\.\w{3})#", $u, $m2)) {
                        $f = $m2[1];
                    } elseif (preg_match("#^https?://(?:[^/]*?\.)?wiki[pm]edia\.org/wiki/File:(.*)#", $u, $m2)) {
                        $f = $m2[1];
                    } elseif (preg_match("#^https?://(?:[^/]*?\.)?wikipedia\.org/wiki/[^\#]*\#/media/File:(.*)#", $u, $m2)) {
                        $f = $m2[1];
                    }
                    if (!empty($f)) {
                        if (strpos($f, '%') !== false) {
                            $f = urldecode($f);
                        }
                        echo "wikipedia media file: $f\n";
                        $r = curlget([CURLOPT_URL => 'https://en.wikipedia.org/w/api.php?action=query&format=json&prop=imageinfo&titles=File:' . urlencode($f) . '&iiprop=extmetadata']);
                        $r = json_decode($r, true);
                        if (!empty($r) && !empty($r['query']) && !empty($r['query']['pages'])) {
                            // not sure a file can have more than one desc/page, so just grab first one
                            $k = array_keys($r['query']['pages']);
                            if (!empty($r['query']['pages'][$k[0]])) {
                                $e = $r['query']['pages'][$k[0]]['imageinfo'][0]['extmetadata']['ImageDescription']['value'];
                                $e = strip_tags($e);
                                $e = str_replace(["\r\n", "\n", "\t", "\xC2\xA0"], ' ', $e); // nbsp
                                $e = preg_replace('/\s+/', ' ', $e);
                                $e = html_entity_decode($e);
                                $e = trim($e);
                                $e = str_shorten($e, 280);
                            }
                            if (!empty($e)) {
                                $e = "[ $e ]";
                                send("PRIVMSG $channel :$title_bold$e$title_bold\n");
                                if ($title_cache_enabled) {
                                    add_to_title_cache($u, $e);
                                }
                                continue;
                            }
                        }
                    } elseif (!empty($m[1])) { // not a file, not upload.wikimedia.org, has /wiki/.*
                        if (!preg_match("/^Category:/", $m[1])) {
                            $e = get_wiki_extract($m[1], 320);
                            // no bolding
                            if (!empty($e)) {
                                send("PRIVMSG $channel :\"$e\"\n"); // else send( "PRIVMSG $channel :Wiki
                                if ($title_cache_enabled) {
                                    add_to_title_cache($u, "\"$e\"");
                                }
                                continue;
                            }
                        }
                    }
                }

                // grokipedia
                if (preg_match("#^https://grokipedia\.com/page/.*?(?:\#(.*))?$#", $u, $m)) {
                    $u = strpos($u, '#') !== false ? substr($u, 0, strpos($u, '#')) : $u;
                    $html = curlget([CURLOPT_URL => $u]);
                    $dom = new DomDocument();
                    @$dom->loadHTML('<?xml version="1.0" encoding="UTF-8"?>' . $html);
                    $f = new DomXPath($dom);
                    $nl = $f->query("//article//h1");
                    if (empty($m[1])) {
                        $title_node = $f->query("//article//h1");
                        if ($title_node->length > 0) {
                            $t = '[ ' . trim($title_node->item(0)->textContent) . ' ]';
                            send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                            if ($title_cache_enabled) {
                                add_to_title_cache($u, $t);
                            }
                            continue;
                        }
                    }
                    if ($nl->length > 0) {
                        $h1 = $nl->item(0);
                        $id = $m[1];
                        $nl = $f->query("//article//*[self::h1 or self::h2 or self::h3 or self::h4 or self::h5 or self::h6][@id='{$id}']")->item(0);
                        if ($nl) {
                            $t = '';
                            $lv = 7;
                            if (preg_match('/^h(\d)$/i', $nl->nodeName, $lm)) {
                                $lv = (int) $lm[1];
                            }
                            $c = $nl->nextSibling;
                            while ($c) {
                                $cn = $c->nodeName;
                                $ih = preg_match('/^h(\d)$/i', $cn, $lm);
                                if ($ih) {
                                    $cl = (int) $lm[1];
                                    if ($cl <= $lv) {
                                        break;
                                    }
                                }
                                if ($cn === 'table') {
                                    $t .= " ...";
                                    $c = $c->nextSibling;
                                    continue;
                                }
                                if ($cn === 'sup') {
                                    if (preg_match('/^\[\d+]$/', trim($c->textContent))) {
                                        $c = $c->nextSibling;
                                        continue;
                                    }
                                }
                                if ($c->nodeType === 1) {
                                    $tmp = $c->cloneNode(true);
                                    $table_nodes = $f->query(".//table", $tmp);
                                    if ($table_nodes->length > 0) {
                                        foreach ($table_nodes as $tab) {
                                            $tab->parentNode->replaceChild($dom->createTextNode(" ..."), $tab);
                                        }
                                    }
                                    $s = $f->query(".//sup", $tmp);
                                    foreach ($s as $p) {
                                        if (preg_match('/^\[\d+]$/', trim($p->textContent))) {
                                            $p->parentNode->removeChild($p);
                                        }
                                    }
                                    $co = $dom->saveHTML($tmp);
                                    if ($ih) {
                                        $t .= "\n" . strip_tags($co) . ": \n";
                                    } elseif ($cn === 'li') {
                                        $t .= "- " . strip_tags($co) . "\n";
                                    } elseif (in_array($cn, ['p', 'div', 'blockquote', 'span', 'a'])) {
                                        $ct = preg_replace('/\s+/', ' ', strip_tags($co));
                                        $t .= in_array($cn, ['p', 'div', 'blockquote']) ? ($ct . "\n\n") : ($ct . " ");
                                    } elseif ($cn === 'br') {
                                        $t .= "\n";
                                    }
                                } elseif ($c->nodeType === 3) {
                                    $tr = trim($c->nodeValue);
                                    if ($tr !== '') {
                                        $t .= $tr . " ";
                                    }
                                }
                                $c = $c->nextSibling;
                            }
                            $t = preg_replace("/\s*(\n\n\n+)\s*/", "\n\n", $t);
                            $t = trim(preg_replace('/\s+/', ' ', $t));
                            if ($t == '...') {
                                echo "Skipping snippet output: $t\n";
                                continue;
                            }
                            if (!empty($t)) {
                                $t = str_shorten($t, 320);
                                send("PRIVMSG $channel :\"$t\"\n");
                                if ($title_cache_enabled) {
                                    add_to_title_cache($u, "\"$e\"");
                                }
                                continue;
                            }
                        }
                    }
                }

                // spotify short links step 2
                if (preg_match("#^https://spotify\.app\.link/#", $u)) {
                    $html = curlget([CURLOPT_URL => $u]);
                    preg_match('/<a class="secondary-action" href="(.*?)"/', $html, $m);
                    if (!empty($m[1])) {
                        $u = $m[1];
                    }
                }

                // reddit get media url
                if (preg_match("#^https://(?:\w+\.)?reddit\.com/media#", $u)) {
                    parse_str($parse_url["query"], $tmp);
                    $u = !empty($tmp["url"]) ? $tmp["url"] : $u;
                }

                // reddit auth
                if (!empty($reddit_app_id) && (preg_match("#^https://(?:\w+\.)?reddit\.com/#", $u) || preg_match("#^https://(?:\w+\.)?redd\.it/#", $u))) {
                    if (empty($reddit_token) || $time >= $reddit_token_expires - 30) {
                        $j = json_decode(curlget([
                            CURLOPT_CUSTOMREQUEST => "POST",
                            CURLOPT_URL => "https://www.reddit.com/api/v1/access_token",
                            CURLOPT_USERPWD => "$reddit_app_id:$reddit_app_secret",
                            CURLOPT_POSTFIELDS => "grant_type=https://oauth.reddit.com/grants/installed_client&device_id=irc_link_previews_" . md5(gethostname())
                        ]));
                        if (isset($j->access_token)) {
                            $reddit_token = $j->access_token;
                            $reddit_token_expires = $time + $j->expires_in;
                        } else {
                            $reddit_token = "";
                            echo "Error getting Reddit token: " . print_r($j, true) . "\n";
                        }
                    }
                }

                // reddit share, video & short urls - get final url or rewrite
                if (preg_match("#^https://(?:\w+\.)?reddit\.com/r/[^/]*?/s/#", $u, $m)) {
                    $u = get_final_url($u, ['header' => [$reddit_token ? "Authorization: Bearer $reddit_token" : ""]]);
                } elseif (preg_match("#^https://v\.redd\.it/([^/?]+)#", $u, $m)) {
                    $u = "https://www.reddit.com/video/$m[1]";
                } elseif (preg_match("#^https://redd\.it/([^/?]+)#", $u, $m)) {
                    $u = "https://www.reddit.com/comments/$m[1]";
                }

                // reddit authed - use oauth subdomain
                if ($reddit_token) {
                    $u = preg_replace('#^https://(?:\w+\.)?reddit\.com#', 'https://oauth.reddit.com', $u);
                }

                // reddit image
                if (strpos($u, 'i.redd.it/') !== false || strpos($u, 'preview.redd.it/') !== false) {
                    echo "getting reddit image title\n";
                    $q = substr($u, strpos($u, '.redd.it') + 1);
                    if (strpos($q, '?') !== false) {
                        $q = substr($q, 0, strpos($q, '?'));
                    }
                    for ($i = 2; $i > 0; $i--) { // 2 tries
                        $j = json_decode(curlget([CURLOPT_URL => "https://" . ($reddit_token ? "oauth" : "www") . ".reddit.com/search.json?q=site:redd.it+url:$q", CURLOPT_HTTPHEADER => [$reddit_token ? "Authorization: Bearer $reddit_token" : ""]]));
                        if (isset($j->data->children[0])) {
                            $t = "[ {$j->data->children[0]->data->title} ]";
                            send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                            if ($title_cache_enabled) {
                                add_to_title_cache($u, $t);
                            }
                            continue (2);
                        }
                    }
                }

                // reddit comment
                if (preg_match("#^https://(?:\w+\.)?reddit\.com/r/.*?/comments/.*?/.*?/([^/?]+)#", $u, $m)) {
                    if (strpos($m[1], '?') !== false) {
                        $m[1] = substr($m[1], 0, strpos($m[1], '?'));
                    } // id
                    $m[1] = rtrim($m[1], '/');
                    echo "getting reddit comment. id=$m[1]\n";
                    if (strpos($u, '?') !== false) {
                        $u = substr($u, 0, strpos($u, '?'));
                    }
                    for ($i = 2; $i > 0; $i--) { // 2 tries
                        $j = json_decode(curlget([CURLOPT_URL => "$u.json", CURLOPT_HTTPHEADER => ["Cookie: _options=%7B%22pref_quarantine_optin%22%3A%20true%7D", $reddit_token ? "Authorization: Bearer $reddit_token" : ""]]));
                        if (!empty($j)) {
                            if (!is_array($j) || !isset($j[1]->data->children[0]->data->id)) {
                                echo "unknown error. response=" . print_r($j, true);
                                break;
                            }
                            if ($j[1]->data->children[0]->data->id <> $m[1]) {
                                echo "error, comment id doesn't match\n";
                                break;
                            }
                            $a = $j[1]->data->children[0]->data->author;
                            $e = html_entity_decode($j[1]->data->children[0]->data->body_html, ENT_QUOTES); // 'body' has weird format sometimes, predecode for &amp;quot;
                            $e = preg_replace('#<blockquote>.*?</blockquote>#ms', ' (...) ', $e);
                            $e = preg_replace('#<code>(.*?)</code>#ms', " $1 ", $e);
                            $e = str_replace('<li>', ' • ', $e);
                            $e = format_extract($e);
                            if (!empty($e)) {
                                $t = "[ $a: \"$e\" ]";
                                send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                                if ($title_cache_enabled) {
                                    add_to_title_cache($u, $t);
                                }
                                continue (2);
                            } else {
                                echo "error parsing reddit comment from html\n";
                            }
                        } else {
                            echo "error getting reddit comment\n";
                        }
                        if ($i <> 1) {
                            sleep(1);
                        }
                    }
                }

                // reddit title
                if (preg_match("#^https://(?:\w+\.)?reddit\.com/(?:(?:r/.*?/)?comments|video|gallery)/[^/?]+#", $u, $m)) {
                    echo "getting reddit post title\n";
                    if (strpos($u, '?') !== false) {
                        $u = substr($u, 0, strpos($u, '?'));
                    }
                    for ($i = 2; $i > 0; $i--) { // 2 tries
                        $j = json_decode(curlget([CURLOPT_URL => "$u.json", CURLOPT_HTTPHEADER => ["Cookie: _options=%7B%22pref_quarantine_optin%22%3A%20true%7D", $reddit_token ? "Authorization: Bearer $reddit_token" : ""]]));
                        if (!empty($j)) {
                            $post_data = is_array($j) ? ($j[0]->data->children[0]->data ?? null) : ($j->data->children[0]->data ?? null);
                            if (empty($post_data->title)) {
                                echo "unknown error. response=" . print_r($j, true);
                                break;
                            }
                            $t = $post_data->title;
                            $t = format_extract($t, 280, ['keep_quotes' => 1]);
                            if (!empty($t)) {
                                $t = "[ $t ]";
                                send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                                if ($title_cache_enabled) {
                                    add_to_title_cache($u, $t);
                                }
                                continue (2);
                            } else {
                                echo "error parsing reddit title from html\n";
                            }
                        } else {
                            echo "error getting reddit title\n";
                        }
                        if ($i <> 1) {
                            sleep(1);
                        }
                    }
                }

                // reddit general - ignore quarantine
                if (preg_match("#^https://(?:\w+\.)?reddit\.com/r/#", $u)) {
                    $header = ["Cookie: _options={%22pref_quarantine_optin%22:true}"];
                }

                // imdb
                if (preg_match('#https?://(?:www.)?imdb.com/title/(tt\d*)/?(?:\?.*?)?$#', $u, $m)) {
                    echo "Found imdb link id $m[1]\n";
                    // same as !m by id, except no imdb link in output
                    $parts = tmdb_lookup($m[1], true, false);
                    if (empty($parts)) {
                        send("PRIVMSG $channel :TMDB API error.\n");
                        continue;
                    }
                    send("PRIVMSG $channel :" . implode(' | ', $parts) . "\n");
                    continue;
                }

                // X (twitter)
                if (!empty($x_enabled) && preg_match('#^https?://(?:mobile\.)?(?:twitter|x)\.com/(?:(?:[^/]+/status(?:es)?/(\d+))|(?:i/broadcasts/([\w-]+))|(\w+))#', $u, $m)) {
                    $is_tweet = !empty($m[1]);
                    $is_broadcast = !empty($m[2]);
                    $x_id = $m[1] ?: ($m[2] ?: $m[3]);
                    echo "Getting X " . ($is_tweet ? "tweet" : ($is_broadcast ? "broadcast" : "bio")) . "...\n";
                    if ($t = get_x_title($u, $x_id)) {
                        echo "Success\n";
                        $t = "[ $t ]";
                        send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                        if ($title_cache_enabled) {
                            add_to_title_cache($u, $t);
                        }
                        continue;
                    }
                    echo "Failed\n";
                }

                // truth social
                if (preg_match('#^https?://truthsocial\.com/.*?(?:statuses|@\w+|posts)/(\d+)#', $u, $m)) {
                    if ($curl_impersonate_enabled) { // has high CF protection
                        // post
                        echo "Getting Truth via API\n";
                        $r = curlget([CURLOPT_URL => "https://truthsocial.com/api/v1/statuses/$m[1]"]);
                        $r = @json_decode($r);
                        if (isset($r->id)) {
                            // clean up content
                            $b = $r->content;
                            $b = html_entity_decode($b, ENT_QUOTES | ENT_HTML5, 'UTF-8');
                            $b = str_replace(["\r\n", "\n", "\t"], ' ', $b);
                            $b = str_replace('…', '...', $b);
                            $b = str_replace("‘", "'", str_replace("’", "'", $b));  # fancy quotes
                            $b = str_replace("“", '"', str_replace("”", '"', $b));
                            $b = preg_replace("/^<p>/", "", $b);
                            $b = preg_replace("#</p>$#", "", $b);
                            $b = str_replace("</p><p>", "\n\n", $b);
                            $b = str_replace("<br/>", "\n", $b);
                            $b = str_replace("<br />", "\n", $b);
                            $b = preg_replace('#<span class="quote-inline">.*?</span>(.*)#s', "$1", $b);
                            $b = str_replace(" ", " ", str_replace(" ", " ", str_replace("", "", $b)));  # weird invis char
                            $b = preg_replace("/ +/", " ", $b);
                            $b = str_replace("https://truthsocial.com/tags/", "#", $b);
                            $b = trim(preg_replace('/\s+/', ' ', $b));
                            // save quote link
                            $ql = !empty($r->quote) ? ' (re: ' . make_short_url($r->quote->url) . ')' : '';
                            // shorten and add hint for links
                            $hl = 0; // track hint lengths to increase max tweet length so never cut off
                            if (preg_match_all('#<a href=.*?>.*?</a>#', $b, $m) && !empty($m[0])) {
                                foreach ($m[0] as $v) {
                                    preg_match('#<a href="([^"]*)".*>(.*)</a>#', $v, $m2); // m2[0] full anchor [1] href [2] text
                                    // shorten displayed link if possible, add hint if needed
                                    $fu = get_final_url($m2[1], ['no_body' => 1]);
                                    $s = make_short_url($fu);
                                    if (mb_strlen($s) < mb_strlen($m2[1])) {
                                        $m2[1] = $s;
                                    }
                                    $h = get_url_hint($fu);
                                    if ($h <> get_url_hint($m2[1])) {
                                        if (mb_strlen("$m2[1] ($h)") < mb_strlen($fu)) {
                                            $b = str_replace($m2[0], "$m2[1] ($h)", $b);
                                            $hl += mb_strlen($h) + 3;
                                        } else {
                                            $b = str_replace($m2[0], $fu, $b);
                                        } // no hint, final url < short+hint
                                    } else {
                                        $b = str_replace($m2[0], $m2[1], $b);
                                    } // no hint, same as displayed domain
                                }
                            }
                            // pre-finalize
                            $t = "{$r->account->display_name}: $b";
                            $t = str_shorten($t, mb_strlen($r->account->display_name) + 282 + $hl);
                            // count attachments
                            foreach (['image', 'gifv', 'tv', 'video'] as $m) {
                                $n = 0;
                                foreach ($r->media_attachments as $ma) {
                                    if ($ma->type == $m) {
                                        $n++;
                                    }
                                }
                                if ($m == 'gifv') {
                                    $m = 'gif';
                                }
                                if ($n > 0) {
                                    $t = trim($t) . ($n == 1 ? " ($m)" : " ($n {$m}s)");
                                }
                            }
                            $t .= $ql; // add quote link, no hint
                            // finalize and output
                            $t = "[ $t ]";
                            send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                            if ($title_cache_enabled) {
                                add_to_title_cache($u, $t);
                            }
                        } elseif (isset($r->error) and $r->error == 'Record not found') {
                            send("PRIVMSG $channel : Post does not exist.\n");
                        } else {
                            echo "Error getting Truth Social post. Result: " . print_r($r, true) . "\n";
                        }
                    } else {
                        echo "Truth Social links require \$curl_impersonate_enabled\n";
                    }
                    continue;
                }

                // bluesky
                // TODO convert to at-uri without loading page?
                if (preg_match('#^https?://bsky.app/profile/[^/]+/post/[^/]+#', $u)) {
                    $html = curlget([CURLOPT_URL => $u]);
                    if ($curl_info['RESPONSE_CODE'] == 200) {
                        $dom = new DomDocument();
                        @$dom->loadHTML('<?xml version="1.0" encoding="UTF-8"?>' . $html);
                        $f = new DomXPath($dom);
                        $n = $f->query("/html/head/link[starts-with(@href,'at://')]");
                        if (!empty($n) && $n->length > 0) {
                            $at = $n[0]->getAttribute('href');
                            // echo "found bluesky at-uri $at\n";
                            $r = @json_decode(curlget([CURLOPT_URL => "https://public.api.bsky.app/xrpc/app.bsky.feed.getPosts?uris=$at"]));
                            if (!empty($r)) {
                                // print_r($r);
                                if (isset($r->posts[0])) {
                                    // clean up content
                                    $b = $r->posts[0]->record->text;
                                    $b = html_entity_decode($b, ENT_QUOTES | ENT_HTML5, 'UTF-8');
                                    $b = str_replace(["\r\n", "\n", "\t"], ' ', $b);
                                    $b = str_replace('…', '...', $b);
                                    $b = str_replace("‘", "'", str_replace("’", "'", $b));  # fancy quotes
                                    $b = str_replace("“", '"', str_replace("”", '"', $b));
                                    $b = preg_replace('#(?<!\w)(@[\w-]+?)\.[\w-]+(?:\.[\w-]+)*#', "$1", $b);
                                    $b = preg_replace("/ +/", " ", $b);
                                    $b = trim(preg_replace('/\s+/', ' ', $b));

                                    // pre-finalize (TODO: process facet links first - see below)
                                    $t = "{$r->posts[0]->author->displayName}: $b";
                                    $t = str_shorten($t, mb_strlen($r->posts[0]->author->displayName) + 282); // + $hl
                                    $ql = '';
                                    if (!empty($r->posts[0]->record->embed)) {
                                        $et = explode('.', $r->posts[0]->record->embed->{'$type'})[3];
                                        if (($et == 'record' || $et == 'recordWithMedia') && strpos('/app.bsky.feed.post/', $r->posts[0]->record->embed->record->uri) !== -1) {
                                            if (isset($r->posts[0]->record->embed->record->uri)) {
                                                $uri = explode('/', $r->posts[0]->record->embed->record->uri);
                                            } else {
                                                $uri = explode('/', $r->posts[0]->record->embed->record->record->uri);
                                            }
                                            $ql = ' (re: ' . make_short_url("https://bsky.app/profile/{$uri[2]}/post/{$uri[4]}") . ')';
                                        }
                                        if ($et == 'images' || ($et == 'recordWithMedia' && !empty($r->posts[0]->record->embed->media->images))) {
                                            if (isset($r->posts[0]->record->embed->images)) {
                                                $n = count($r->posts[0]->record->embed->images);
                                            } else {
                                                $n = count($r->posts[0]->record->embed->media->images);
                                            }
                                            $t = rtrim($t) . ' (' . ($n > 1 ? "$n " : '') . 'image' . ($n > 1 ? 's' : '') . ')';
                                        }
                                        if ($et == 'video' || ($et == 'recordWithMedia' && !empty($r->posts[0]->record->embed->media->video))) {
                                            $t = rtrim($t) . ' (video)';
                                        }
                                        if ($et == 'external' || ($et == 'recordWithMedia' && !empty($r->posts[0]->record->embed->media->external))) {
                                            if (isset($r->posts[0]->record->embed->external->uri)) {
                                                $uri = $r->posts[0]->record->embed->external->uri;
                                            } else {
                                                $uri = $r->posts[0]->record->embed->media->external->uri;
                                            }

                                            // if post text ends in part of the embed link, get rid of it
                                            $tmp = explode(' ', $r->posts[0]->record->text);
                                            $tmp = rtrim(trim($tmp[count($tmp) - 1]), '.');
                                            $tmp2 = preg_replace('#^https?://#', '', $uri);
                                            if (substr($tmp2, 0, strlen($tmp)) == $tmp) {
                                                $t = trim(preg_replace('#' . preg_quote($tmp) . '\.+#', '', $t));
                                            }

                                            // add link at the end (post-shorten; not like twitter, etc)
                                            $fu = get_final_url($uri, ['no_body' => 1]);
                                            $s = make_short_url($fu);
                                            if ($s <> $fu) {
                                                $h = get_url_hint($fu);
                                                if (mb_strlen("$s ($h)") < mb_strlen($fu)) {
                                                    $t = rtrim($t) . " $s ($h)";
                                                } else {
                                                    $t = rtrim($t) . " $fu";
                                                }
                                            } else {
                                                $t = rtrim($t) . ' (link)';
                                            } // no short url, could be very long

                                        }
                                        // TODO facets, so mid-text / non-external embed links are processed properly, excluding duplicate externals. e.g. https://bsky.app/profile/propublica.org/post/3lmky7ypvhs2k https://bsky.app/profile/joshuajfriedman.com/post/3lmikawq2ds2j
                                    }
                                    $t = rtrim($t) . $ql; // add quote link, no hint
                                    // finalize and output
                                    $t = "[ $t ]";
                                    send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                                    if ($title_cache_enabled) {
                                        add_to_title_cache($u, $t);
                                    }
                                    continue;
                                }
                            } else {
                                // post not found
                                echo "error reading bluesky post\n";
                            }
                        }
                    }
                }

                // tiktok
                if (preg_match('#^https?://(?:www\.)?tiktok\.com/@[A-Za-z0-9._]+/video/\d+#', $u, $m)) {
                    $r = curlget([CURLOPT_URL => "https://www.tiktok.com/oembed?url=$m[0]"]);
                    $j = @json_decode($r);
                    if (isset($j->title) && isset($j->author_name)) {
                        $j->title = str_shorten(trim($j->title), 160);
                        $t = "{$j->author_name}: {$j->title}"; // author_name <= 30
                        $t = "[ $t ]";
                        send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                        if ($title_cache_enabled) {
                            add_to_title_cache($u, $t);
                        }
                        continue;
                    } else {
                        echo "Error getting TikTok video URL details, got:\n" . trim($r) . "\n";
                    }
                }

                // instagram
                if (preg_match('#https?://(?:www\.)?instagram\.com/p/([A-Za-z0-9-_]*)#', $u, $m)) {
                    echo "getting instagram post info\n";
                    if (!empty($m[1])) {
                        $t = '';
                        $r = @json_decode(file_get_contents("https://www.instagram.com/p/$m[1]/?__a=1"));
                        if (!empty($r) && !empty($r->graphql->shortcode_media)) {
                            $m = $r->graphql->shortcode_media;
                            $i = 0;
                            $v = 0;
                            if ($m->__typename == 'GraphImage') {
                                $i = 1;
                            } elseif ($m->__typename == 'GraphVideo') {
                                $v = 1;
                            } elseif ($m->__typename == 'GraphSidecar') {
                                foreach ($m->edge_sidecar_to_children->edges as $a) {
                                    if ($a->node->__typename == 'GraphImage') {
                                        $i++;
                                    } elseif ($a->node->__typename == 'GraphVideo') {
                                        $v++;
                                    }
                                }
                            }
                            if ($i > 0 || $v > 0) {
                                if ($i > 0 && $v > 0) {
                                    $p = "$i image" . ($i > 1 ? 's' : '') . ", $v video" . ($v > 1 ? 's' : '');
                                } else {
                                    if ($i > 0) {
                                        $p = $i == 1 ? 'image' : "$i images";
                                    } elseif ($v > 0) {
                                        $p = $v == 1 ? 'video' : "$v videos";
                                    }
                                }
                            } else {
                                $p = '';
                            }
                            $c = $m->edge_media_to_caption->edges[0]->node->text;
                            // $n=$m->owner->username;
                            $f = $r->graphql->shortcode_media->owner->full_name;
                            if (!empty($n)) {
                                if (!empty($c)) {
                                    $t = str_replace(["\r\n", "\n", "\t", "\xC2\xA0"], ' ', "$f: $c");
                                    $t = trim(preg_replace('/\s+/', ' ', $t));
                                    $t = str_shorten($t, 280);
                                } else {
                                    $t = "$n:";
                                }
                                if (!empty($p)) {
                                    $t .= " ($p)";
                                }
                                $t = "[ $t ]";
                                send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                                if ($title_cache_enabled) {
                                    add_to_title_cache($u, $t);
                                }
                                continue;
                            }
                        }
                    }
                }

                # Facebook
                if (preg_match('#^https?://(?:www\.)?facebook\.com/reel/(\d+)#', $u, $m)) {
                    $use_meta_tag = 'description';
                }
                if (preg_match('#^https?://(?:www\.)?facebook\.com/photo/#', $u, $m)) {
                    $use_meta_tag = 'description';
                }

                // twitch via api
                if (!empty($twitch_client_id) && preg_match('#https?://(?:www\.)?twitch\.tv/(\w+)(/\w+)?#', $u, $m)) {
                    // get token, don't revalidate because won't be revoked - https://dev.twitch.tv/docs/authentication
                    echo "Getting Twitch token.. ";
                    if (empty($twitch_token) || $twitch_token_expires < time()) {
                        $r = json_decode(curlget([CURLOPT_URL => "https://id.twitch.tv/oauth2/token?client_id=$twitch_client_id=&client_secret=$twitch_client_secret&grant_type=client_credentials", CURLOPT_POST => 1, CURLOPT_HTTPHEADER => ["Client-ID: $twitch_client_id"]]));
                        if (!empty($r) && !empty($r->access_token)) {
                            echo "ok.\n";
                            $twitch_token = $r->access_token;
                            $twitch_token_expires = time() + $r->expires_in - 30;
                        } else {
                            if (isset($r->message)) {
                                echo "error: $r->message\n";
                            } else {
                                echo "error, r=" . print_r($r, true);
                            }
                            $t = '[ API error ]';
                            send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                            $twitch_token = '';
                            $twitch_token_expires = 0;
                            continue;
                        }
                    } else {
                        echo "ok.\n";
                    }
                    if (!empty($twitch_token)) {
                        // get user info - https://dev.twitch.tv/docs/api/reference#get-users
                        echo "Getting user info for \"$m[1]\".. ";
                        $r = json_decode(curlget([CURLOPT_URL => "https://api.twitch.tv/helix/users?login=$m[1]", CURLOPT_HTTPHEADER => ["Client-ID: $twitch_client_id", "Authorization: Bearer $twitch_token"]]));
                        if (!empty($r) && isset($r->data)) {
                            if (isset($r->data[0])) {
                                echo "ok.\n";
                                $un = $r->data[0]->display_name;
                                $ud = $r->data[0]->description; // shorten
                                if (!empty($m[2])) {
                                    // just show subdir
                                    $t = "[ $un: " . ucfirst(substr($m[2], 1)) . " ]";
                                    send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                                    continue;
                                } else {
                                    // get live stream info - https://dev.twitch.tv/docs/api/reference#get-streams-metadata
                                    echo "Getting live stream info.. ";
                                    $r = json_decode(curlget([CURLOPT_URL => "https://api.twitch.tv/helix/streams?user_login=$m[1]", CURLOPT_HTTPHEADER => ["Client-ID: $twitch_client_id", "Authorization: Bearer $twitch_token"]]));
                                    if (!empty($r) && isset($r->data)) {
                                        if (count($r->data) > 0) {
                                            // check for live stream
                                            foreach ($r->data as $d) {
                                                if ($d->type == 'live') {
                                                    echo "ok.\n";
                                                    $t = str_replace(["\r\n", "\n", "\t", "\xC2\xA0"], ' ', $d->title);
                                                    $t = trim(preg_replace('/\s+/', ' ', $t));
                                                    $t = str_shorten($t, 424);
                                                    $t = "[ $t ]";
                                                    send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                                                    continue (2);
                                                }
                                            }
                                        }
                                        // no streams, show user info
                                        echo "not streaming\n";
                                        $t = str_replace(["\r\n", "\n", "\t", "\xC2\xA0"], ' ', "$un: $ud");
                                        $t = trim(preg_replace('/\s+/', ' ', $t));
                                        $t = str_shorten($t, 424);
                                        $t = "[ $t ]";
                                        send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                                        continue;
                                    } else {
                                        if (isset($r->message)) {
                                            echo "error: $r->message\n";
                                        } else {
                                            echo "error, r=" . print_r($r, true);
                                        }
                                    }
                                }
                            } else {
                                echo "not found, abort\n";
                            }
                        } else {
                            // api or connection error, shouldnt usually happen, continue silently
                            if (isset($r->message)) {
                                echo "error: $r->message\n";
                            } else {
                                echo "error, r=" . print_r($r, true);
                            }
                            continue;
                        }
                    }
                }

                // gab
                if (preg_match('#https://(?:www\.)?gab\.com/[^/]+/posts/(\d+)#', $u)) {
                    $gab_post = true;
                    $use_meta_tag = 'og:description';
                } else {
                    $gab_post = false;
                }

                // telegram (todo: use api to get message details i.e. whether has a video or image)
                if (preg_match("#^https?://t\.me/#", $u, $m)) {
                    $use_meta_tag = 'og:description';
                    $meta_skip_blank = true;
                }

                // poa.st
                if (preg_match("#^https?://poa\.st/@[^/]+/posts/#", $u) || preg_match("#^https?://poa\.st/notice/#", $u)) {
                    $use_meta_tag = 'og:description';
                    $meta_skip_blank = true;
                }

                // msn
                if (preg_match("#^(?:www\.)?msn\.com/.*?/ar-([^/]*)$#", $parse_url['host'] . $parse_url['path'], $m)) {
                    $r = json_decode(curlget([CURLOPT_URL => "https://assets.msn.com/content/view/v2/Detail/en-us/$m[1]"]));
                    if (isset($r->title)) {
                        $t = "[ " . str_shorten($r->title, 424) . " ]";
                        send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                        if ($title_cache_enabled) {
                            add_to_title_cache($u, $t);
                        }
                        continue;
                    }
                }

                // militarywatchmagazine
                if (preg_match("#^https?://(?:www\.)?militarywatchmagazine\.com/article/([^?\#]*)#", $u, $m)) {
                    $r = json_decode(curlget([CURLOPT_URL => "https://militarywatchmagazine.com/i_s/api/records/articles?filter=article_identifier,eq,$m[1]"]));
                    if (isset($r->records[0]->article_title)) {
                        $t = "[ " . str_shorten($r->records[0]->article_title, 424) . " ]";
                        send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                        if ($title_cache_enabled) {
                            add_to_title_cache($u, $t);
                        }
                        continue;
                    }
                }

                // govdeals
                if (preg_match('#^https?://www.govdeals.com/\w+/asset/(\d+/\d+)#', $u, $m)) {
                    $html = curlget([CURLOPT_URL => $u]); // get main js
                    if ($curl_info['RESPONSE_CODE'] == 200 && preg_match('#<script src="(main\..*?\.js)"#', $html, $m2)) {
                        $html = curlget([CURLOPT_URL => "https://www.govdeals.com/{$m2[1]}"]); // get api key
                        if ($curl_info['RESPONSE_CODE'] == 200 && preg_match('#maestroApiKey:"([a-z0-9-]+)"#', $html, $m3)) {
                            $r = json_decode(curlget([
                                CURLOPT_URL => "https://maestro.lqdt1.com/assets/{$m[1]}/false", // x-aci works with uuid [f-]{36} in cli but not php w/same headers?
                                CURLOPT_HTTPHEADER => ["Content-Type: application/json", "x-api-correlation-id: {$m3[1]}", "x-api-key: {$m3[1]}", "x-user-id: -1"],
                                CURLOPT_POSTFIELDS => '{"businessId":"GD","siteId":1}',
                            ]));
                            if (isset($r->assetShortDesc)) {
                                $t = "[ " . str_shorten($r->assetShortDesc) . " ]";
                                send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                                if ($title_cache_enabled) {
                                    add_to_title_cache($u, $t);
                                }
                                continue;
                            }
                        }
                    }
                }

                // iranintl
                if (preg_match('#^https?://www\.iranintl\.com/en/\d#', $u, $m)) {
                    $html = curlget([CURLOPT_URL => $u]);
                    $title = preg_match('/\\\"og:title\\\",\\\"content\\\":\\\"(.*?)\\\"}]/', $html, $m2) ? $m2[1] : '';
                    if ($title) {
                        $t = "[ " . str_shorten($title) . " ]";
                        send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                        if ($title_cache_enabled && strpos($u, '/liveblog/') === false) {
                            add_to_title_cache($u, $t);
                        }
                        continue;
                    }
                }

                // cbs live updates
                if (preg_match('/https:\/\/www\.cbsnews\.com\/live-updates\/[^\/]*\/#post-update-([a-f0-9]+)/i', $u, $m)) {
                    $id = $m[1];
                    $h = curlget([CURLOPT_URL => $u]);
                    $d = new DOMDocument();
                    @$d->loadHTML(mb_convert_encoding($h, 'HTML-ENTITIES', 'UTF-8'));
                    $x = new DOMXPath($d);
                    $n = $x->query("//a[@name='post-update-$id']/following-sibling::h2[contains(@class, 'post-update__headline')]");
                    if ($n->length > 0) {
                        $t = "[ " . trim($n->item(0)->nodeValue) . " ]";
                        send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                        if ($title_cache_enabled) {
                            add_to_title_cache($u, $t);
                        }
                        continue (2);
                    }
                }

                $og_title_urls_regex = ['#https?://(?:www\.)?brighteon\.com#', '#https?://(?:www\.)?campusreform\.org#',];
                foreach ($og_title_urls_regex as $r) {
                    if (preg_match($r, $u)) {
                        $use_meta_tag = 'og:title';
                    }
                }

                // skips
                if (preg_match('/\.(?:zip|rar|gz|bz2|7z|jar|exe|msi|dmg|iso|bin|vmdk|vdi|vhd|img|db|sqlite|mdb|bak|dat|dll|so|lib|pdb|node|apk|ipa|whl)$/i', $parse_url['path'] ?? '')) {
                    echo "skipping due to file extension\n";
                    continue 2;
                }

                $header ??= [];

                if (!empty($tor_enabled) && (preg_match('#^https?://.*?\.onion(?:$|/)#', $u) || !empty($tor_all))) {
                    echo "getting url title via tor\n";
                    /** @noinspection HttpUrlsUsage */
                    $html = curlget([CURLOPT_URL => $u, CURLOPT_PROXYTYPE => CURLPROXY_SOCKS5_HOSTNAME, CURLOPT_PROXY => "$tor_host:$tor_port", CURLOPT_CONNECTTIMEOUT => 60, CURLOPT_TIMEOUT => 60, CURLOPT_HTTPHEADER => $header]);
                    if (empty($html)) {
                        if (strpos($curl_error, "Failed to connect to $tor_host port $tor_port") !== false) {
                            send("PRIVMSG $channel :Tor error - is it running?\n");
                        } elseif (strpos($curl_error, "Connection timed out after") !== false) {
                            send("PRIVMSG $channel :Tor connection timed out\n");
                        }
                        // else send("PRIVMSG $channel :Tor error or site down\n");
                        continue;
                    }
                } else {
                    if (!empty($ai_page_titles_enabled) && ($ai_page_titles_hosts === 'all' || (is_array($ai_page_titles_hosts) && in_array($parse_url['host'], $ai_page_titles_hosts)))) {
                        echo "Getting title via AI\n";
                        $html = get_title_ai($u);
                    } else {
                        // standard curl fetch
                        $html = curlget([CURLOPT_URL => $u, CURLOPT_HTTPHEADER => $header]);
                        if (empty($html) && !empty($ai_page_titles_enabled) && $ai_page_titles_fallback) {
                            echo "Falling back to AI\n";
                            $html = get_title_ai($u);
                        }
                    }
                }
                // echo "response[2048/".strlen($html)."]=".print_r(substr($html,0,2048),true)."\n";
                if (empty($html)) {
                    if (strpos($curl_error, 'SSL certificate problem') !== false) {
                        echo "set \$allow_invalid_certs=true; in settings to skip certificate checking\n";
                        $t = '[ SSL certificate problem ]';
                        send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                        continue;
                    }
                    echo "Error: response blank\n";
                    continue;
                }
                // check if it's an image for ai
                if ($ai_media_titles_enabled) {
                    $finfo = new finfo(FILEINFO_MIME_TYPE);
                    $mime = $finfo->buffer($html);
                    if (preg_match("#^\w+/(?:jpeg|png|webp|avif|gif" . ($ai_media_titles_more_types ? $amt_mt_regex : "") . ")$#", $mime)) {
                        echo "Using AI to summarize\n";
                        $t = get_ai_media_title($u, $html, $mime);
                        if (!empty($t)) {
                            $t = str_shorten($t);
                            $t = "[ $t ]";
                            send("PRIVMSG $channel :$title_bold$t$title_bold\n");
                            if ($title_cache_enabled) {
                                add_to_title_cache($u, $t);
                            }
                            continue;
                        }
                    }
                }
                // default
                $title = '';
                $html = str_replace('<<', '&lt;&lt;', $html); // rottentomatoes bad title html
                $dom = new DOMDocument();
                if ($dom->loadHTML('<?xml version="1.0" encoding="UTF-8"?>' . $html)) {
                    if ($use_meta_tag) {
                        $list = $dom->getElementsByTagName("meta");
                        foreach ($list as $l) {
                            if (((!empty($l->attributes->getNamedItem('name')) && $l->attributes->getNamedItem('name')->value == $use_meta_tag) || (!empty($l->attributes->getNamedItem('property')) && $l->attributes->getNamedItem('property')->value == $use_meta_tag)) && !empty($l->attributes->getNamedItem('content')->value)) {
                                $title = $l->attributes->getNamedItem('content')->value;
                            }
                        }
                        if ($gab_post) {
                            $title = rtrim(preg_replace('/' . preg_quote(": '", '/') . '/', ': ', $title, 1), "'");
                        }
                        if (empty($title) && $meta_skip_blank) {
                            continue;
                        }
                    }
                    if (empty($title)) {
                        $list = $dom->getElementsByTagName("title");
                        if ($list->length > 0) {
                            $title = $list->item(0)->textContent;
                        }
                    }

                    // auto translate title
                    if (!empty($auto_translate_titles) && !empty($translate_api_key) && !empty($title) && !preg_match('#//en\.|/english/|/en(?:-[a-z]{2})?/|/en(?:-[a-z]{2})?$#i', $u)) {  // skip if url indicates en as some sites dont update html tag
                        $h = $dom->getElementsByTagName('html')[0];
                        if (!empty($h) && !empty($h->attributes->getNamedItem('lang'))) {
                            $lc = strtolower(explode('-', $h->attributes->getNamedItem('lang')->value)[0]);
                            if ($lc <> 'en' && get_lang($lc) <> 'Unknown') {
                                $r = google_translate(['text' => $title, 'from_lang' => $lc, 'to_lang' => 'en']);
                                if (!empty($r->text) && !isset($r->error)) {
                                    $l = make_short_url("https://translate.google.com/translate?js=n&sl=$lc&tl=en&u=" . urlencode($u));
                                    $title = '(' . get_lang($lc) . ") $r->text (→EN: $l)";
                                }
                            }
                        }
                    }
                }
                $orig_title = $title;
                // if potential invidious mirror rewrite URL and jump back to yt/invidious. if not an api URL will continue past here and parse already-fetched html. yewtu.be has a captcha so handle manually
                if (!empty($youtube_api_key) && (preg_match('/ - Invidious$/', $title) || preg_match('#^https://yewtu.be/#', $u)) && empty($invidious_mirror) && !preg_match('#^https://invidio\.us#', $u)) {
                    $u = preg_replace('#^https?://.*?/(.*)#', 'https://invidio.us/$1', $u);
                    $invidious_mirror = true;
                    goto invidious;
                }
                invidious_continue:

                $title = title_sanitize($title, $u);
                $title_skip = title_skip($title, $u);
                if ($title_skip >= 1) {
                    echo "Title \"$title\" skipped\n";
                    $title = '';
                }

                if (empty($title) && $title_skip <> 2) {  // AI fallback
                    if (!empty($ai_page_titles_enabled) && $ai_page_titles_fallback) {
                        echo "Trying AI...\n";
                        $html = get_title_ai($u);
                        if (empty($html)) {
                            continue;
                        }
                    } elseif (empty($html)) {
                        continue;
                    }
                    $dom = new DOMDocument();
                    if (@$dom->loadHTML('<?xml version="1.0" encoding="UTF-8"?>' . $html)) {
                        $list = $dom->getElementsByTagName("title");
                        if ($list->length > 0) {
                            $title = $list->item(0)->textContent;
                            $title = title_sanitize($title, $u);
                            if (title_skip($title, $u)) {
                                echo "Title \"$title\" skipped\n";
                                continue;
                            }
                        }
                    }
                }

                if ($title) {
                    $title = "[ $title ]";
                    send("PRIVMSG $channel :$title_bold$title$title_bold\n");
                    if ($title_cache_enabled) {
                        add_to_title_cache($u, $title);
                    }
                } else {
                    echo "No title found.\n";
                }
            }
        }
        // flood protection
        if ($flood_protection_on) {
            // process all PRIVMSG to $channel
            if ($ex[1] == 'PRIVMSG' && $ex[2] == $channel) {
                list($tmpnick, $tmphost) = parsemask($ex[0]);
                $flood_lines[] = [$tmphost, $msg, microtime()];
                if (count($flood_lines) > $flood_max_buffer_size) {
                    $tmp = array_shift($flood_lines);
                }

                // if X consequtive lines by one person, quiet for X secs
                if (count($flood_lines) >= $flood_max_conseq_lines) {
                    $flooding = true;
                    $index = count($flood_lines) - 1;
                    for ($i = 1; $i <= ($flood_max_conseq_lines - 1); $i++) {
                        $index2 = $index - $i;
                        if ($flood_lines[$index2][0] <> $flood_lines[$index][0]) {
                            $flooding = false;
                        }
                    }
                    if ($flooding && !isme() && !isadmin()) {
                        $tmphost = str_replace('@gateway/web/freenode/ip.', '@', $tmphost);
                        timedquiet($flood_max_conseq_time, "*!*@$tmphost");
                    }
                }
                // todo: if X within X micro seconds, quiet

                // if X of the same lines in a row by one person, quiet for 15 mins
                if (count($flood_lines) >= $flood_max_dupe_lines) {
                    $flooding = true;
                    $index = count($flood_lines) - 1;
                    for ($i = 1; $i <= ($flood_max_dupe_lines - 1); $i++) {
                        $index2 = $index - $i;
                        if ($flood_lines[$index2][0] <> $flood_lines[$index][0] || $flood_lines[($index2)][1] <> $flood_lines[$index][1]) {
                            $flooding = false;
                        }
                    }
                    if ($flooding && !isme() && !isadmin()) {
                        $tmphost = str_replace('@gateway/web/freenode/ip.', '@', $tmphost);
                        timedquiet($flood_max_dupe_time, "*!*@$tmphost");
                        // $flood_lines=[];
                    }
                }
            }
        }

        if (empty($data) || ($ex[1] == 'NOTICE' && strpos($data, ':Server Terminating. Received SIGTERM') !== false) || (isme() && $ex[1] == 'QUIT' && strpos($data, ':Ping timeout') !== false)) {
            break;
        }

        if (!empty($nitter_links_via_twitter) && ($time - $nitter_hosts_time) >= 10800) {
            nitter_hosts_update();
        }
    }
    echo "Stream closed or timed out, reconnecting..\n";
    $connect = 1;
}
// End Loop

function curlget($opts = [], $more_opts = [])
{
    global $custom_curl_iface, $curl_iface, $user_agent, $allow_invalid_certs, $curl_response, $curl_info, $curl_error, $max_download_size, $curl_impersonate_enabled, $curl_impersonate_binary, $curl_impersonate_skip_hosts, $proxy_by_host_enabled, $proxy_by_host_iface, $proxy_by_hosts, $warp_by_host_enabled, $warp_by_hosts;

    $parse_url = parse_url($opts[CURLOPT_URL]);
    $curl_info = [];
    $curl_error = '';

    if ($curl_impersonate_enabled && !empty($curl_impersonate_skip_hosts) && in_array($parse_url['host'], $curl_impersonate_skip_hosts)) {
        echo "Skipping impersonate for host " . $parse_url['host'] . " in \$curl_impersonate_skip_hosts\n";
        $more_opts['no_curl_impersonate'] = true;
    }

    // cloudflare warp proxy by host (socks5 localhost:40000)
    if (!empty($warp_by_host_enabled) && !empty($warp_by_hosts) && in_array($parse_url['host'], $warp_by_hosts) && empty($opts[CURLOPT_PROXY])) {
        echo "Using warp socks5 proxy for host " . $parse_url['host'] . "\n";
        $opts[CURLOPT_PROXY] = "127.0.0.1:40000";
        $opts[CURLOPT_PROXYTYPE] = CURLPROXY_SOCKS5_HOSTNAME;
    }

    // determine interface
    if ($proxy_by_host_enabled && in_array(parse_url($opts[CURLOPT_URL], PHP_URL_HOST), $proxy_by_hosts)) {
        $set_iface = $proxy_by_host_iface;
    } elseif ($custom_curl_iface && !in_array(parse_url($opts[CURLOPT_URL], PHP_URL_HOST), ['localhost', '127.0.0.1']) && !(isset($opts[CURLOPT_PROXY]) && in_array(parse_url($opts[CURLOPT_PROXY], PHP_URL_HOST), ['localhost', '127.0.0.1']))) {
        $set_iface = $curl_iface;
    } else {
        $set_iface = false;
    }

    if ($curl_impersonate_enabled && empty($more_opts['no_curl_impersonate'])) {
        // commandline impersonate
        $cmd = "$curl_impersonate_binary -Ls -w '%{stderr}%{json}' --retry 1 --max-redirs 7 -b cookies.txt -c cookies.txt --ipv4";
        $cmd .= ' --connect-timeout ' . (!empty($opts[CURLOPT_CONNECTTIMEOUT]) ? $opts[CURLOPT_CONNECTTIMEOUT] : 15);
        $cmd .= ' --max-time ' . (!empty($opts[CURLOPT_TIMEOUT]) ? $opts[CURLOPT_TIMEOUT] : 15);
        if (!empty($set_iface)) {
            $cmd .= " --interface $set_iface";
        }
        if (!empty($opts[CURLOPT_PROXY]) && !empty($opts[CURLOPT_PROXYTYPE])) {
            $cmd .= ' --proxy ' . escapeshellarg(['http', 'http', 'https', '', 'socks4', 'socks5', 'socks4a', 'socks5h'][$opts[CURLOPT_PROXYTYPE]] . '://' . $opts[CURLOPT_PROXY]);
        }
        if (!empty($allow_invalid_certs)) {
            $cmd .= " --insecure";
        }
        if (!empty($opts[CURLOPT_HTTPHEADER])) {
            foreach ($opts[CURLOPT_HTTPHEADER] as $h) {
                $cmd .= ' -H ' . escapeshellarg($h);
            }
        }
        if (!empty($opts[CURLOPT_USERPWD])) {
            $cmd .= ' -u ' . escapeshellarg($opts[CURLOPT_USERPWD]);
        }
        if (!empty($opts[CURLOPT_CUSTOMREQUEST])) {
            $cmd .= " -X {$opts[CURLOPT_CUSTOMREQUEST]}";
        } elseif (!empty($opts[CURLOPT_POST])) {
            $cmd .= " -X POST";
        }
        if (!empty($opts[CURLOPT_POSTFIELDS])) {
            $cmd .= ' -d ' . escapeshellarg($opts[CURLOPT_POSTFIELDS]);
        }
        if (!empty($opts[CURLOPT_NOBODY])) {
            $cmd .= ' -I';
        }
        $cmd .= " --max-filesize $max_download_size";
        $cmd .= ' ' . escapeshellarg($opts[CURLOPT_URL]);
        // get stdout and stderr separately https://stackoverflow.com/a/25879953
        $tries = 0; // retry on rare error
        while (1) {
            $proc = proc_open($cmd, [1 => ['pipe', 'w'], 2 => ['pipe', 'w']], $pipes);
            $tries++;
            if (!is_resource($pipes[1]) || !is_resource($pipes[2])) {
                if ($tries == 5) {
                    $curl_info = ['EFFECTIVE_URL' => $opts[CURLOPT_URL], 'RESPONSE_CODE' => 0];
                    $curl_error = 'proc_open error';
                    echo "Error: curl_impersonate max tries reached.\nstdout: " . print_r($pipes[1], true) . "\nstderr: " . print_r($pipes[2], true) . "\n";
                    return '';
                }
                echo "Error: curl_impersonate did not return a resource.\nstdout: " . print_r($pipes[1], true) . "\nstderr: " . print_r($pipes[2], true) . "\nretrying\n";
                sleep(2);
                continue;
            }
            break;
        }
        $curl_response = stream_get_contents($pipes[1]); // stdout
        fclose($pipes[1]);
        $info = json_decode(stream_get_contents($pipes[2])); // stderr
        fclose($pipes[2]);
        proc_close($proc);
        $curl_info = [
            'EFFECTIVE_URL' => $info->url_effective,
            'RESPONSE_CODE' => $info->http_code
        ];
        if ($info->exitcode == CURLE_FILESIZE_EXCEEDED) {
            $curl_info['SIZE_ABORT'] = true;
        }
        $curl_error = $info->errormsg;
    } else {
        // PHP curl
        $curl_response = '';
        $ch = curl_init();
        curl_setopt($ch, CURLOPT_IPRESOLVE, CURL_IPRESOLVE_V4);
        curl_setopt($ch, CURLOPT_CONNECTTIMEOUT, 15);
        curl_setopt($ch, CURLOPT_TIMEOUT, 15);
        if (!empty($set_iface)) {
            curl_setopt($ch, CURLOPT_INTERFACE, $set_iface);
        }
        curl_setopt($ch, CURLOPT_USERAGENT, $user_agent);
        curl_setopt($ch, CURLOPT_COOKIEFILE, 'cookies.txt');
        curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
        curl_setopt($ch, CURLOPT_FOLLOWLOCATION, true);
        // curl_setopt($ch,CURLOPT_VERBOSE,1);
        // curl_setopt($ch,CURLOPT_HEADER,1);
        curl_setopt($ch, CURLOPT_MAXREDIRS, 7);
        if (!empty($allow_invalid_certs)) {
            curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, false);
        }
        curl_setopt($ch, CURLOPT_ENCODING, ''); // avoid gzipped result per http://stackoverflow.com/a/28295417
        curl_setopt($ch, CURLOPT_MAXFILESIZE, $max_download_size);
        curl_setopt_array($ch, $opts);
        $curl_response = curl_exec($ch);
        $curl_info = [
            'EFFECTIVE_URL' => curl_getinfo($ch, CURLINFO_EFFECTIVE_URL),
            'RESPONSE_CODE' => curl_getinfo($ch, CURLINFO_RESPONSE_CODE)
        ];
        $curl_error = curl_error($ch);
        if (curl_errno($ch) == CURLE_FILESIZE_EXCEEDED || strpos($curl_error, 'Exceeded the maximum allowed file size') !== -1) {
            $curl_info['SIZE_ABORT'] = true;
        } // str check for PHP<8.4
    }

    // both methods
    if (parse_url($curl_info['EFFECTIVE_URL'], PHP_URL_HOST) == 'consent.youtube.com') {
        parse_str(parse_url($curl_info['EFFECTIVE_URL'], PHP_URL_QUERY), $q);
        if (isset($q['continue'])) {
            $curl_info['EFFECTIVE_URL'] = $q['continue'];
        }
    }
    if (!empty($curl_error)) {
        echo "curl error: $curl_error\n";
    }
    return $curl_response;
}

function isadmin()
{
    // todo: verify admins that send commands without being in channel user list
    global $admins, $incnick, $users;
    $r = search_multi($users, 'nick', $incnick);
    if ($r === false) {
        return false;
    }
    if (in_array($users[$r]['account'], $admins, true)) {
        return true;
    } else {
        return false;
    }
}

function get_title_ai($url)
{
    global $ai_page_titles_enabled, $ai_page_titles_key, $ai_page_titles_model;

    if (!$ai_page_titles_enabled) {
        return "ai disabled";
    }

    $payload = [
        "contents" => [["parts" => [["text" => "give me the exact html title tag from the URL. if it's not html, get the page title for the URL from google. return only json with the title under key 'title': $url"]]]],
        "tools"    => [["url_context" => (object)[]]]
    ];

    for ($i = 0; $i < 5; $i++) {
        if ($i > 0) {
            echo "[get_title_ai] Retrying AI request (" . ($i + 1) . "/3)...\n";
            sleep(2);
        }

        $response = curlget([
            CURLOPT_URL        => "https://generativelanguage.googleapis.com/v1beta/models/$ai_page_titles_model:generateContent?key=" . trim($ai_page_titles_key),
            CURLOPT_HTTPHEADER => ["Content-Type: application/json"],
            CURLOPT_POSTFIELDS => json_encode($payload),
            CURLOPT_TIMEOUT    => 45
        ], ["no_curl_impersonate" => 1]);

        $res = json_decode($response, true);
        echo "[get_title_ai response] " . json_encode($res) . "\n";

        if (isset($res['error'])) {
            $code = $res['error']['code'] ?? 0;
            echo "[get_title_ai error] $code: {$res['error']['message']}\n";
            if ($code >= 500 && $code < 600) {  // retry 5xx
                usleep(500000);
                continue;
            }
            return '';
        }

        $status = $res['candidates'][0]['urlContextMetadata']['urlMetadata'][0]['urlRetrievalStatus'] ?? '';
        break;
    }

    $title = '';
    $text = $res['candidates'][0]['content']['parts'][0]['text'] ?? '';
    if (preg_match('/```json\s*(.*?)\s*```/s', $text, $m)) {
        $json = json_decode($m[1], true);
    } else {
        $json = json_decode($text, true);
    }
    if (is_array($json) && isset($json['title'])) {
        $title = $json['title'];
    }
    if ($title === '') {
        $title = $res['candidates'][0]['groundingMetadata']['groundingChunks'][0]['web']['title'] ?? '';
    }

    $title = trim(preg_replace('/\s+/', ' ', $title));
    if ($status === 'URL_RETRIEVAL_STATUS_PAYWALL' && stripos($title, 'not found') !== false) {
        echo "[get_title_ai error] Paywall and title not found\n";
        return '';
    }
    if ($status === 'URL_RETRIEVAL_STATUS_ERROR' && ($title === '' || stripos($title, 'not found') !== false)) {
        echo "[get_title_ai error] URL retrieval error and title not found\n";
        return '';
    }

    if (preg_match('#^https://archive\.(today|\w\w)/#', $url)) {
        $title = preg_replace('/ [^ ]+ Archive\.today$/i', '', $title);
    }
    return $title ? "<title>$title</title>" : '';
}



function isme()
{
    global $ex, $nick;
    if (substr($ex[0], 1, strpos($ex[0], '!') - 1) == $nick) {
        return true;
    } else {
        return false;
    }
}

function doopdop()
{
    global $datafile, $nick, $channel, $opped, $opqueue, $doopdop_lock, $always_opped;
    if ($doopdop_lock || empty($opqueue)) {
        return;
    }
    $doopdop_lock = true;
    foreach ($opqueue as $oq) {
        list($what, $who, $opts) = $oq;
        // kick
        if ($what == 'kick') {
            if ($opts['msg']) {
                $msg = ' :' . $opts['msg'];
            } else {
                $msg = '';
            }
            send("KICK $channel $who$msg\n");
            if (empty($always_opped)) {
                send("MODE $channel -o $nick\n");
            }
        } elseif ($what == 'remove') {
            if ($opts['msg']) {
                $msg = ' :' . $opts['msg'];
            } else {
                $msg = '';
            }
            send("REMOVE $channel $who$msg\n");
            if (empty($always_opped)) {
                send("MODE $channel -o $nick\n");
            }
        } elseif ($what == 'remove_quiet') {
            if ($opts['msg']) {
                $msg = ' :' . $opts['msg'];
            } else {
                $msg = '';
            }
            send("REMOVE $channel {$opts['nick']}$msg\n");
            if (empty($always_opped)) {
                send("MODE $channel -o $nick\n");
            }
            if ($opts['timed']) {
                timedquiet($opts['tqtime'], $who);
            } else {
                send("PRIVMSG chanserv :QUIET $channel $who\n");
            }
        } elseif ($what == 'topic') {
            if (empty($opts['msg'])) {
                continue;
            }
            send("TOPIC $channel :{$opts['msg']}\n");
            if (empty($always_opped)) {
                send("MODE $channel -o $nick\n");
            }
        } elseif ($what == 'invite') {
            if (empty($who)) {
                continue;
            }
            send("INVITE $who $channel\n");
            if (empty($always_opped)) {
                send("MODE $channel -o $nick\n");
            }
        } elseif ($what == '+q') {
            if (empty($always_opped)) {
                send("MODE $channel +q-o $who $nick\n");
            } else {
                send("MODE $channel +q $who\n");
            }
        } elseif ($what == '-q') {
            if (empty($always_opped)) {
                if (count($who) > 3) {
                    $who = array_slice($who, 0, 3);
                }
                $mode = '-' . str_repeat('q', count($who)) . 'o';
                send("MODE $channel $mode " . implode(' ', $who) . " $nick\n");
            } else {
                if (count($who) > 4) {
                    $who = array_slice($who, 0, 4);
                }
                $mode = '-' . str_repeat('q', count($who));
                send("MODE $channel $mode " . implode(' ', $who) . "\n");
            }
        } elseif ($what == '+b') {
            list($tmpmask, $tmpreason, $tmpnick) = $who;
            if (empty($always_opped)) {
                if (!empty($tmpnick)) {
                    send("MODE $channel +b $tmpmask\n");
                    send("KICK $channel $tmpnick :$tmpreason\n");
                    send("MODE $channel -o $nick\n");
                } else {
                    send("MODE $channel +b-o $tmpmask $nick\n");
                } // todo: find nick by mask and kick
            } else {
                send("MODE $channel +b $tmpmask\n");
                if (!empty($tmpnick)) {
                    send("KICK $channel $tmpnick :$tmpreason\n");
                }
            }
        } elseif ($what == '-b') {
            if (empty($always_opped)) {
                if (count($who) > 3) {
                    $who = array_slice($who, 0, 3);
                }
                $mode = '-' . str_repeat('b', count($who)) . 'o';
                send("MODE $channel $mode " . implode(' ', $who) . " $nick\n");
            } else {
                if (count($who) > 4) {
                    $who = array_slice($who, 0, 4);
                }
                $mode = '-' . str_repeat('b', count($who));
                send("MODE $channel $mode " . implode(' ', $who) . "\n");
            }
        }
    }
    $opped = false;
    sleep(2);
    $opqueue = [];
    $doopdop_lock = false;
}

function getops()
{
    global $channel, $getops_lock, $always_opped;
    if ($always_opped) {
        doopdop();
        return;
    } // just run the queue
    if ($getops_lock) {
        return;
    }
    $getops_lock = true;
    send("PRIVMSG ChanServ :OP $channel\n");
    // wait for ops in main loop
}

function send($a)
{
    global $socket, $skip_dupe_output, $last_send;
    if ($skip_dupe_output) {
        if ($a == $last_send) {
            return true;
        } else {
            $last_send = $a;
        }
    }
    echo "> $a";
    fputs($socket, "$a");
    if (timedout()) {
        return false;
    }
    return true;
}

function send_no_filter($a)
{
    global $socket;
    echo "> $a";
    fputs($socket, "$a");
    if (timedout()) {
        return false;
    }
    return true;
}

function timedout()
{
    global $socket;
    $meta = stream_get_meta_data($socket);
    if ($meta['timed_out']) {
        return true;
    } else {
        return false;
    }
}

function make_short_url($url, $fail_url = '')
{
    global $short_url_service, $short_url_token, $bitly_token, $short_url_token_index;
    if (empty($fail_url)) {
        $fail_url = $url;
    }
    $tries = 0;

    while (true) {
        if (!empty($short_url_token)) {
            if (is_array($short_url_token)) {
                if ($short_url_token_index == count($short_url_token)) {
                    $short_url_token_index = 0;
                }
                $use_token = $short_url_token[$short_url_token_index];
                $short_url_token_index++;
            } else {
                $use_token = $short_url_token;
            }
        } elseif (!empty($bitly_token) && empty($short_url_service)) { # deprecated $bitly_token
            $short_url_service = 'bit.ly';
            $use_token = $bitly_token;
            $short_url_token = '';
        } else {
            $use_token = '';
        }

        if ($short_url_service == 'tiny.cc') {
            $body = new stdClass();
            $body->urls = array();
            $body2 = new stdClass();
            $body2->long_url = $url;
            $body->urls[0] = $body2;
            $query = [];
            $r = json_decode(curlget([CURLOPT_URL => 'https://tiny.cc/tiny/api/3/urls' . http_build_query($query), CURLOPT_CUSTOMREQUEST => 'POST', CURLOPT_POSTFIELDS => json_encode($body), CURLOPT_HTTPHEADER => ['Authorization: Basic ' . base64_encode($use_token), 'Content-Type: application/json', 'Accept: application/json', 'Cache-Control: no-cache']]));
            if (empty($r) || !isset($r->urls[0]->error->code) || $r->urls[0]->error->code <> 0 || !isset($r->urls[0]->short_url)) {
                echo 'tiny.cc error. Response: ' . print_r($r, true);
                if (is_array($short_url_token) && $tries <> count($short_url_token)) {
                    $tries++;
                    echo "retrying\n";
                } else {
                    return $fail_url;
                }
            } else {
                return 'https://' . $r->urls[0]->short_url;
            }
        } elseif ($short_url_service == 'tinyurl') {
            $r = json_decode(curlget([CURLOPT_URL => 'https://api.tinyurl.com/create', CURLOPT_CUSTOMREQUEST => 'POST', CURLOPT_POSTFIELDS => json_encode(['url' => $url]), CURLOPT_HTTPHEADER => ['Authorization: Bearer ' . $use_token, 'Content-Type: application/json', 'Accept: application/json']]));
            if (empty($r) || !isset($r->code) || $r->code <> 0 || empty($r->data) || empty($r->data->tiny_url)) {
                echo 'TinyURL error. Response: ' . print_r($r, true);
                if (is_array($short_url_token) && $tries <> count($short_url_token)) {
                    $tries++;
                    echo "retrying\n";
                } else {
                    return $fail_url;
                }
            } else {
                return $r->data->tiny_url;
            }
        } elseif ($short_url_service == 'bit.ly') {
            $r = json_decode(curlget([CURLOPT_URL => 'https://api-ssl.bitly.com/v4/shorten', CURLOPT_CUSTOMREQUEST => 'POST', CURLOPT_POSTFIELDS => json_encode(['long_url' => $url]), CURLOPT_HTTPHEADER => ['Authorization: Bearer ' . $use_token, 'Content-Type: application/json', 'Accept: application/json']]));
            if (empty($r->id)) {
                echo 'Bitly error. Response: ' . print_r($r, true);
                if (is_array($short_url_token) && $tries <> count($short_url_token)) {
                    $tries++;
                    echo "retrying\n";
                } else {
                    return $fail_url;
                }
            } else {
                return 'https://' . $r->id;
            }
        } elseif ($short_url_service == 'da.gd') {
            $r = curlget([CURLOPT_URL => 'https://da.gd/s?url=' . rawurlencode($url), CURLOPT_HTTPHEADER => ['Accept: text/plain']], ['no_curl_impersonate' => 1]);
            if (empty($r) || !preg_match('#^https://da\.gd#', $r)) {
                echo 'da.gd error. Response: ' . print_r($r, true);
                return $fail_url;
            } else {
                return rtrim($r);
            }
        } else {
            echo "Warning: Can't make short URL. Configure \$short_url_service / \$short_url_token in the settings file.\n";
            return $fail_url;
        }
    }
}


// get url hint e.g. https://one.microsoft.com -> microsoft.com, https://www.telegraph.co.uk -> telegraph.co.uk
function get_url_hint($u)
{
    return get_base_domain(parse_url($u, PHP_URL_HOST));
}

function get_final_url($u, $more_opts = ['no_body' => false, 'header' => []])
{
    global $curl_info;
    $more_opts['no_body'] = $more_opts['no_body'] ?? false;
    $more_opts['header'] = $more_opts['header'] ?? [];
    curlget([
        CURLOPT_URL => $u,
        CURLOPT_NOBODY => $more_opts['no_body'] ? 1 : 0, // nobody failed for e.g. http://help.urbanup.com/14769269
        CURLOPT_HTTPHEADER => $more_opts['header']
    ], ['no_curl_impersonate' => 1]); // impersonate -L doesn't seem to get effective URL properly
    return !empty($curl_info['EFFECTIVE_URL']) ? $curl_info['EFFECTIVE_URL'] : $u;
}

// get base domain considering public suffix from https://publicsuffix.org/list/
function get_base_domain($d)
{
    global $public_suffixes;
    $d = strtolower($d);
    if (empty($public_suffixes)) {
        // todo: refresh like once a month on bot start; for now, delete entry manually from data.db
        if (!get_data('public_suffix_list', '*')) {
            echo "Updating public suffix list\n";
            $f = file_get_contents('https://publicsuffix.org/list/public_suffix_list.dat');
            if (!empty($f)) {
                $lines = explode("\n", $f);
                $f = "// Source: https://publicsuffix.org/list/ (modified) License: https://mozilla.org/MPL/2.0/\n";
                foreach ($lines as $l) {
                    if (substr($l, 0, 2) == '//' || $l == "\n") {
                        continue;
                    } elseif (substr($l, 0, 2) == '*.') {
                        $l = substr($l, 2);
                    } elseif (substr($l, 0, 1) == '!') {
                        $l = substr($l, 1);
                    }
                    $f .= "$l\n";
                }
                unset($lines);
                set_data('public_suffix_list', json_encode([time(), $f]), '*');
                unset($f);
            } else {
                echo "Error downloading public_suffix_list.dat\n";
                return $d;
            }
        }
        $public_suffixes = explode("\n", json_decode(get_data('public_suffix_list', '*'), true)[1]); // store in memory (fastest)
    }
    $l = substr($d, 0, strpos($d, '.')); // save last stripped sub/dom
    $c = substr($d, strpos($d, '.') + 1); // strip first sub/dom to save an iteration
    $n = substr_count($d, '.');
    for ($i = 0; $i <= $n; $i++) {
        if (in_array($c, $public_suffixes)) {
            if (substr($c, 0, 4) == 'www.' && $d <> "www.$c") {
                $c = preg_replace('/^www\./', '', $c);
            } // strip www if not main domain
            return "$l.$c";
        }
        $l = substr($c, 0, strpos($c, '.'));
        $c = substr($c, strpos($c, '.') + 1);
    }
    return $d; // not found
}

function title_sanitize($title, $url = "")
{
    global $title_replaces;
    // echo "orig title= ".print_r($title,true)."\n";
    $title = html_entity_decode($title, ENT_QUOTES | ENT_HTML5, 'UTF-8');
    // strip numeric entities that don't seem to display right on IRC when converted
    $title = preg_replace('/(&#[0-9]+;)/', '', $title);
    $title = str_replace(["\r\n", "\n", "\t", "\xC2\xA0"], ' ', $title);
    $title = preg_replace('/\s+/', ' ', $title);
    $tmp = " \u{00A0}\u{1680}\u{2000}\u{2001}\u{2002}\u{2003}\u{2004}\u{2005}\u{2006}\u{2007}\u{2008}\u{2009}\u{200A}\u{202F}\u{205F}\u{3000}\u{200E}\u{200F}"; // unicode spaces, ltr, rtl
    $title = preg_replace("/^[$tmp]+|[$tmp]+$/u", '', $title);
    foreach ($title_replaces as $k => $v) {
        $title = str_replace($k, $v, $title);
    }
    if (strpos($url, '//x.com/') !== false) {
        $title = str_replace_one(' on X: "', ': "', $title);
    }
    $title = str_shorten($title, 438);
    return $title;
}

function title_skip($title, $url)
{
    $host = parse_url($url, PHP_URL_HOST);
    $base = get_base_domain($host);

    $skips = [
        '^' . preg_quote($host) . '$',
        '^(?:Error\s*)?[45]\d{2}.*?\w+(?: \w+){0,2}$', // 4xx/5xx catch-all
        '^Login • Instagram$',
        '^Access denied.*Cloudflare$',
        '^Amazon.*(Something Went Wrong|Sign In|\.com|\.ca)$',
        '^Sorry! Something went wrong!$',
        '^Bloomberg - Are you a robot\?$',
        '^Attention Required! \| Cloudflare$',
        '^Access [Dd]enied$',
        '^Please Wait... \| Cloudflare$',
        '^Log into Facebook.*$',
        '^DDOS-GUARD$',
        '^Just a moment\.\.\.$',
        '^Blocked - 4plebs$',
        '^MSN$',
        '^Access to this page has been denied$',
        '^You are being redirected\.\.\.$',
        '^(Instagram|The Donald|Facebook|Discord|ChatGPT)$',
        '^Cloudflare capt?cha page$',
        '^Before you continue$',
        '^Blocked$',
        '^Verification Required$',
        '^Captcha Page$',
        '^ERROR: The request could not be satisfied$',
        '^Verifying Device$',
        '^Human Verification$',
        '^Client Challenge$',
        '^Verify Your Identity$',
        '^Access Restricted$',
        '^Checking your connection$',
        '^Forbidden$',
        '^Bad Request$',
        '^Are you over 18\?$',
        '^JSTOR: Access Check$',
        '^Home$',
        '^Making sure you\'re not a bot!$',
        '^Spotify$',
        '^archive.\w+$',
        '^Subscribe to read$',
        '^Browser check'
    ];

    foreach ($skips as $s) {
        if (preg_match("/$s/i", $title) || $title == $base) {
            return 1;
        }
    }

    $no_fallback = ['^Imgur(: The .*)?$', '^Gemini.*AI$', '^Age Verification.*$'];
    foreach ($no_fallback as $s) {
        if (preg_match("/$s/i", $title)) {
            return 2;
        }
    }

    return 0;
}

function dorestart($msg, $sendquit = true)
{
    echo "Restarting...\n";
    if (strncasecmp(PHP_OS, 'WIN', 3) == 0) { // windows

        $cmd = 'cmd /C start "" /B "php" ' . escapeshellarg($_SERVER['PHP_SELF']) . ' ' . implode(' ', array_map('escapeshellarg', array_slice($_SERVER['argv'], 1)));
        $process = proc_open($cmd, [], $pipes, null, $_SERVER);
        if (is_resource($process)) {
            proc_close($process);
        }
    } else { // linux
        global $_, $argv;
        $_ = $_SERVER['_'];
        register_shutdown_function(function () {
            global $_, $argv;
            pcntl_exec($_, $argv);
        });
    }
    $msg = $msg ?: 'restart';
    if ($sendquit) {
        send("QUIT :$msg\n");
    }
    exit;
}

// convert youtube v3 api duration e.g. PT1M3S to HH:MM:SS per https://stackoverflow.com/a/35836604
function covtime($yt)
{
    $yt = str_replace(['P', 'T'], '', $yt);
    foreach (['D', 'H', 'M', 'S'] as $a) {
        $pos = strpos($yt, $a);
        if ($pos !== false) {
            ${$a} = substr($yt, 0, $pos);
        } else {
            ${$a} = 0;
            continue;
        }
        $yt = substr($yt, $pos + 1);
    }
    if ($D > 0) {
        $M = str_pad($M, 2, '0', STR_PAD_LEFT);
        $S = str_pad($S, 2, '0', STR_PAD_LEFT);
        return ($H + (24 * $D)) . ":$M:$S"; // add days to hours
    } elseif ($H > 0) {
        $M = str_pad($M, 2, '0', STR_PAD_LEFT);
        $S = str_pad($S, 2, '0', STR_PAD_LEFT);
        return "$H:$M:$S";
    } else {
        $S = str_pad($S, 2, '0', STR_PAD_LEFT);
        return "$M:$S";
    }
}

// search multi-dimensional array and return id
function search_multi($arr, $key, $val)
{
    foreach ($arr as $k => $v) {
        if ($v[$key] == $val) {
            return $k;
        }
    }
    return false;
}

function parsemask($mask)
{
    $tmp = explode('!', $mask);
    $tmpnick = substr($tmp[0], 1);
    $tmp = explode('@', $mask);
    $tmphost = $tmp[1];
    return [$tmpnick, $tmphost];
}

function timedquiet($secs, $mask)
{
    global $network, $channel, $datafile, $opqueue;
    if ($network == 'freenode') {
        send("PRIVMSG chanserv :QUIET $channel $mask\n");
    } elseif ($network == 'libera') {
        $opqueue[] = ['+q', $mask];
        getops();
    }
    if (is_numeric($secs) && $secs > 0) {
        $tqs = @json_decode(get_data('timed_quiets'), true) ?: [];
        foreach ($tqs as $k => $tq) {
            $tq = explode('|', $tq);
            echo "tq[2]=$tq[2] mask=$mask";
            if ($tq[2] == $mask) {
                echo "removing dupe\n";
                unset($tqs[$k]);
            }
        }
        $tqs[] = time() . "|$secs|$mask";
        set_data('timed_quiets', json_encode($tqs));
    }
}

function get_wiki_extract($q, $len = 280)
{
    $q = urldecode($q);
    $pu = parse_url($q);
    $q = $pu['path'] . ($pu['fragment'] ? '#' . $pu['fragment'] : ''); # strip query vars like ?useskin
    $url = "https://en.wikipedia.org/w/api.php?action=query&titles=" . urlencode($q) . "&prop=extracts&format=json&redirects&formatversion=2&explaintext";
    while (1) {
        $tmp = curlget([CURLOPT_URL => $url]);
        if (empty($tmp)) {
            echo "No response from Wikipedia, retrying..\n";
            continue;
        }
        break;
    }
    $tmp = json_decode($tmp);
    $k = $tmp->query->pages[0];
    unset($tmp);
    $foundfrag = false;
    if ($pu['fragment']) { // jump to fragment
        $frag = trim(str_replace('_', ' ', $pu['fragment']));
        $k->extract = str_replace(['======', '=====', '====', '==='], '==', $k->extract);
        // try to find some sections with multiple ids, e.g. https://en.wikipedia.org/wiki/Microphone#Dynamic https://en.wikipedia.org/wiki/Microphone#Dynamic_microphone by removing additional words from fragment - useful for found hidden search-friendly ids with a shorter version in the table of contents e.g. !w dynamic microphone
        $frags = explode(' ', $frag);
        while (1) {
            $pos = mb_stripos($k->extract, "\n== $frag ==\n");
            if ($pos !== false) {
                $k->extract = mb_substr($k->extract, $pos);
                $foundfrag = true;
                break;
            } else {
                if (count($frags) == 1) {
                    break;
                }
                array_pop($frags);
            }
        }
    }
    $arr = explode("\n", trim($k->extract));
    unset($k);
    $unset = false;
    foreach ($arr as $k => $v) { // reformat section headers
        if (substr($v, 0, 3) == '== ') {
            if ($foundfrag && $v == "== $frag ==") {
                $unset = $k;
            } // remove current header
            else {
                $arr[$k] = trim(str_replace('==', '', $v)) . ': ';
            }
        }
    }
    if ($unset !== false) {
        unset($arr[$unset]);
        $arr = array_values($arr);
    }
    $e = implode("\n", $arr);
    $e = str_replace(' ()', '', $e); // phonetics are often missing from extract
    $e = preg_replace('/\.(\w{2,}|A )/', ". $1", $e); // wikipedia seems to omit a space between paragraphs often
    return format_extract($e, $len);
}

function format_extract($e, $len = 280, $opts = [])
{
    $e = str_replace(["\n", "\t"], ' ', $e);
    $e = html_entity_decode($e, ENT_QUOTES);
    $e = preg_replace_callback("/(&#[0-9]+;)/", function ($m) {
        return mb_convert_encoding($m[1], 'UTF-8', 'HTML-ENTITIES');
    }, $e);
    $e = strip_tags($e);
    $e = preg_replace('/\s+/m', ' ', $e);
    $e = str_shorten($e, $len);
    if (!isset($opts['keep_quotes'])) {
        $e = trim(trim($e, '"'));
    } // remove outside quotes because we wrap in quotes
    return $e;
}

function tmdb_lookup($q, $is_id = false, $link = true)
{
    global $tmdb_read_token, $baselen;
    $req = function ($p, $a = []) use ($tmdb_read_token) {
        $r = curlget([CURLOPT_URL => "https://api.themoviedb.org/3$p?" . http_build_query($a), CURLOPT_HTTPHEADER => ["Authorization: Bearer $tmdb_read_token", "accept: application/json"]]);
        return $r ? json_decode($r) : null;
    };

    // 1. Resolve Winner
    if ($is_id || preg_match('/tt\d{7,10}/', $q, $m)) {
        $d = $req("/find/" . ($is_id ? $q : $m[0]), ['external_source' => 'imdb_id']);
        $w = $d->movie_results[0] ?? $d->tv_results[0] ?? $d->tv_episode_results[0] ?? null;
        if ($w) {
            $w->media_type = isset($d->movie_results[0]) ? 'movie' : (isset($d->tv_results[0]) ? 'tv' : 'tv_episode');
        }
    } else {
        $y = null;
        $orig_q = $q;
        // Check for tv/movie BEFORE extracting year
        $tv = preg_match('/\b(tv|tv show)\b/i', $q);
        $mov = preg_match('/\bmovie\b/i', $q);
        // Remove tv/movie keywords
        $q = trim(preg_replace(['/\bmovie\b/i', '/\b(tv|tv show)\b/i'], ['', ''], $q));
        // Now extract year
        if (preg_match('/\(?\d{4}\)?\s*$/', $q, $m)) {
            $y = preg_replace('/[^\d]/', '', $m[0]);
            $q = trim(preg_replace('/\(?\d{4}\)?\s*$/', '', $q));
            echo "[tmdb] year=$y query='$q'\n";
        }
        // Normalize whitespace
        $q = trim(preg_replace('/\s+/', ' ', $q));

        // Override detection if query explicitly contains tv or movie
        if ($mov) {
            echo "[tmdb] overriding detection: movie\n";
        } elseif ($tv) {
            echo "[tmdb] overriding detection: tv\n";
        }

        // If year was found, try movies first, then TV
        if ($y && !$tv) {
            $w = $req('/search/movie', ['query' => $q, 'year' => $y])->results[0] ?? null;
            if ($w) {
                $w->media_type = 'movie';
            } else {
                $w = $req('/search/tv', ['query' => $q, 'first_air_date_year' => $y])->results[0] ?? null;
                if ($w) {
                    $w->media_type = 'tv';
                }
            }
        } else {
            // Use movie/tv specific search if specified in query, otherwise use multi
            if ($mov) {
                $w = $req('/search/movie', ['query' => $q, 'year' => $y])->results[0] ?? null;
                if ($w) {
                    $w->media_type = 'movie';
                }
            } elseif ($tv) {
                $w = $req('/search/tv', ['query' => $q, 'first_air_date_year' => $y])->results[0] ?? null;
                if ($w) {
                    $w->media_type = 'tv';
                }
            } else {
                $search_type = '/search/multi';
                $year_param = $y ? 'year' : null;
                $w = $req($search_type, array_filter(['query' => $q, 'year' => $y]))->results[0] ?? null;
            }
        }

        // Fallback to original query if nothing found
        if (!$w && $y) {
            echo "[tmdb] retry with full query='$orig_q'\n";
            $q = trim(preg_replace(['/\bmovie\b/i', '/\b(tv|tv show)\b/i', '/\s+/'], ['', '', ' '], $orig_q));
            if ($mov) {
                $w = $req('/search/movie', ['query' => $q])->results[0] ?? null;
                if ($w) {
                    $w->media_type = 'movie';
                }
            } elseif ($tv) {
                $w = $req('/search/tv', ['query' => $q])->results[0] ?? null;
                if ($w) {
                    $w->media_type = 'tv';
                }
            } else {
                $w = $req('/search/multi', ['query' => $q])->results[0] ?? null;
            }
        }
        // Ensure media_type override is applied if query specified movie/tv
        if ($w && $mov) {
            $w->media_type = 'movie';
        }
        if ($w && $tv) {
            $w->media_type = 'tv';
        }
    }

    if (!$w || !in_array($t = $w->media_type, ['movie', 'tv', 'tv_episode'])) {
        return null;
    }

    // 2. Fetch Details
    $d = ($t == 'tv_episode') ? $req("/tv/$w->show_id", ['append_to_response' => 'credits,external_ids']) : $req("/$t/$w->id", ['append_to_response' => 'credits,external_ids']);
    if (!$d) {
        return null;
    }

    // 3. Build Metadata
    $yr = fn ($s, $e, $st, $p) => $s ? ($st == 'Returning Series' || $p ? "$s-" : ($e && $e != $s ? "$s-$e" : $s)) : '';
    $y_range = ($t == 'movie') ? (substr($d->release_date ?? '', 0, 4)) : $yr(substr($d->first_air_date ?? '', 0, 4), substr($d->last_air_date ?? '', 0, 4), $d->status ?? '', !empty($d->in_production));

    $res = ["▶ " . ($d->title ?? $d->name ?? $w->name) . " (" . ($t == 'movie' ? ($y_range ?: 'Movie') : "TV $y_range") . ")"];
    if ($t == 'tv_episode') {
        $res[] = sprintf("S%02dE%02d %s", $w->season_number, $w->episode_number, $w->name);
    }
    if ($g = array_column($d->genres ?? [], 'name')) {
        $res[] = implode(', ', $g);
    }
    if ($c = array_slice(array_column($d->credits->cast ?? [], 'name'), 0, 3)) {
        $res[] = implode(', ', $c);
    }

    // 4. Tail & Overview (Character Math)
    $tail = [isset($w->vote_average) || isset($d->vote_average) ? number_format($d->vote_average ?? $w->vote_average, 1) : null];
    if ($link) {
        $tail[] = ($imdb = $d->imdb_id ?? $d->external_ids->imdb_id ?? null) ? "https://imdb.com/title/$imdb" : null;
    }
    $tail = array_filter($tail);

    $ov = $w->overview ?? $d->overview ?? '';
    $avail = 502 - $baselen - strlen(implode(' | ', array_merge($res, $tail))) - 5;
    if ($ov) {
        $res[] = '"' . str_shorten($ov, max(0, $avail)) . '"';
    }

    return array_merge($res, $tail);
}

function get_true_random($min = 1, $max = 100, $num = 1)
{
    $max = ((int)$max >= 1) ? (int)$max : 100;
    $min = ((int)$min < $max) ? (int)$min : 1;
    $num = ((int)$num >= 1) ? (int)$num : 1;
    $r = curlget([CURLOPT_URL => "https://www.random.org/integers/?num=$num&min=$min&max=$max&col=1&base=10&format=plain&rnd=new"]);
    $r = trim(str_replace("\n", ' ', $r));
    return str_shorten($r);
}

function google_translate($opts = ['text' => '', 'from_lang' => '', 'to_lang' => ''])
{
    global $datafile, $translate_api_key, $translate_max_chars;
    // check limit, only store current year-month
    list($ym, $cnt) = json_decode(get_data('google_translate_count'), true) ?: [date("Y-m"), 0];
    if ($ym <> date("Y-m")) {
        list($ym, $cnt) = [date("Y-m"), 0];
    }
    echo "Translating ($cnt/$translate_max_chars" . ")...\n";
    if ($cnt + strlen($opts['text']) > $translate_max_chars) {
        $ret = new stdClass();
        $ret->error = 'Monthly translate limit exceeded';
        return $ret;
    }
    $body = json_encode(['q' => $opts['text'], 'source' => $opts['from_lang'], 'target' => $opts['to_lang']]);
    $orig_r = curlget([CURLOPT_URL => 'https://translation.googleapis.com/language/translate/v2?key=' . $translate_api_key, CURLOPT_CUSTOMREQUEST => 'POST', CURLOPT_POSTFIELDS => $body, CURLOPT_HTTPHEADER => ['Content-Type: application/json']]);
    $r = json_decode($orig_r);
    if (isset($r->data->translations[0])) {
        $cnt += strlen($opts['text']);
        set_data('google_translate_count', json_encode([$ym, $cnt]));
        $ret = new stdClass();
        $ret->text = html_entity_decode($r->data->translations[0]->translatedText, ENT_QUOTES | ENT_HTML5, 'UTF-8');
        $ret->from_lang = isset($r->data->translations[0]->detectedSourceLanguage) ? $r->data->translations[0]->detectedSourceLanguage : $opts['from_lang'];
        $ret->to_lang = $opts['to_lang'];
        return $ret;
    } else {
        echo "Translation error." . (!empty($orig_r) ? " Response: $orig_r" : "") . "\n";
        $ret = new stdClass();
        $ret->error = true;
        return $ret;
    }
}

// ISO 639-1 Language Codes
function get_lang($c)
{
    global $language_codes;
    list($c) = explode('-', $c);
    if (!isset($language_codes)) {
        $language_codes = ['en' => 'English', 'aa' => 'Afar', 'ab' => 'Abkhazian', 'af' => 'Afrikaans', 'am' => 'Amharic', 'ar' => 'Arabic', 'as' => 'Assamese', 'ay' => 'Aymara', 'az' => 'Azerbaijani', 'ba' => 'Bashkir', 'be' => 'Byelorussian', 'bg' => 'Bulgarian', 'bh' => 'Bihari', 'bi' => 'Bislama', 'bn' => 'Bengali/Bangla', 'bo' => 'Tibetan', 'br' => 'Breton', 'ca' => 'Catalan', 'co' => 'Corsican', 'cs' => 'Czech', 'cy' => 'Welsh', 'da' => 'Danish', 'de' => 'German', 'dz' => 'Bhutani', 'el' => 'Greek', 'eo' => 'Esperanto', 'es' => 'Spanish', 'et' => 'Estonian', 'eu' => 'Basque', 'fa' => 'Persian', 'fi' => 'Finnish', 'fj' => 'Fiji', 'fo' => 'Faeroese', 'fr' => 'French', 'fy' => 'Frisian', 'ga' => 'Irish', 'gd' => 'Scots/Gaelic', 'gl' => 'Galician', 'gn' => 'Guarani', 'gu' => 'Gujarati', 'ha' => 'Hausa', 'hi' => 'Hindi', 'hr' => 'Croatian', 'hu' => 'Hungarian', 'hy' => 'Armenian', 'ia' => 'Interlingua', 'id' => 'Indonesian', 'ie' => 'Interlingue', 'ik' => 'Inupiak', 'in' => 'Indonesian', 'is' => 'Icelandic', 'it' => 'Italian', 'iw' => 'Hebrew', 'ja' => 'Japanese', 'ji' => 'Yiddish', 'jw' => 'Javanese', 'ka' => 'Georgian', 'kk' => 'Kazakh', 'kl' => 'Greenlandic', 'km' => 'Cambodian', 'kn' => 'Kannada', 'ko' => 'Korean', 'ks' => 'Kashmiri', 'ku' => 'Kurdish', 'ky' => 'Kirghiz', 'la' => 'Latin', 'ln' => 'Lingala', 'lo' => 'Laothian', 'lt' => 'Lithuanian', 'lv' => 'Latvian/Lettish', 'mg' => 'Malagasy', 'mi' => 'Maori', 'mk' => 'Macedonian', 'ml' => 'Malayalam', 'mn' => 'Mongolian', 'mo' => 'Moldavian', 'mr' => 'Marathi', 'ms' => 'Malay', 'mt' => 'Maltese', 'my' => 'Burmese', 'na' => 'Nauru', 'ne' => 'Nepali', 'nl' => 'Dutch', 'no' => 'Norwegian', 'oc' => 'Occitan', 'om' => '(Afan)/Oromoor/Oriya', 'pa' => 'Punjabi', 'pl' => 'Polish', 'ps' => 'Pashto/Pushto', 'pt' => 'Portuguese', 'qu' => 'Quechua', 'rm' => 'Rhaeto-Romance', 'rn' => 'Kirundi', 'ro' => 'Romanian', 'ru' => 'Russian', 'rw' => 'Kinyarwanda', 'sa' => 'Sanskrit', 'sd' => 'Sindhi', 'sg' => 'Sangro', 'sh' => 'Serbo-Croatian', 'si' => 'Singhalese', 'sk' => 'Slovak', 'sl' => 'Slovenian', 'sm' => 'Samoan', 'sn' => 'Shona', 'so' => 'Somali', 'sq' => 'Albanian', 'sr' => 'Serbian', 'ss' => 'Siswati', 'st' => 'Sesotho', 'su' => 'Sundanese', 'sv' => 'Swedish', 'sw' => 'Swahili', 'ta' => 'Tamil', 'te' => 'Tegulu', 'tg' => 'Tajik', 'th' => 'Thai', 'ti' => 'Tigrinya', 'tk' => 'Turkmen', 'tl' => 'Tagalog', 'tn' => 'Setswana', 'to' => 'Tonga', 'tr' => 'Turkish', 'ts' => 'Tsonga', 'tt' => 'Tatar', 'tw' => 'Twi', 'uk' => 'Ukrainian', 'ur' => 'Urdu', 'uz' => 'Uzbek', 'vi' => 'Vietnamese', 'vo' => 'Volapuk', 'wo' => 'Wolof', 'xh' => 'Xhosa', 'yo' => 'Yoruba', 'zh' => 'Chinese', 'zu' => 'Zulu'];
    }
    if (array_key_exists($c, $language_codes)) {
        return $language_codes[$c];
    } else {
        return 'Unknown';
    }
}

function str_replace_one($needle, $replace, $haystack)
{
    $pos = strpos($haystack, $needle);
    if ($pos !== false) {
        $newstring = substr_replace($haystack, $replace, $pos, strlen($needle));
    } else {
        $newstring = $haystack;
    }
    return $newstring;
}

// shorten string to last whole word within x characters and max bytes
function str_shorten($s, $len = 999, $opts = [])
{
    global $baselen;
    $e = false;
    if (mb_strlen($s) > $len) { // desired max chars
        $s = mb_substr($s, 0, $len);
        if (!$opts['nowordcut']) {
            $s = mb_substr($s, 0, mb_strrpos($s, ' ') + 1);
        } // cut to last word
        $e = true;
    }
    $m = 502 - $baselen; // max 512 - 4(ellipses) - 4(brackets) - 2(bold) - baselen bytes
    if ($opts['nodots']) {
        $m += 4;
    }
    if ($opts['nobrackets']) {
        $m += 4;
    }
    if ($opts['nobold']) {
        $m += 2;
    }
    if (strlen($s) > $m) {
        $s = mb_strcut($s, 0, $m); // mb-safe cut to bytes
        if (!$opts['nowordcut']) {
            $s = mb_substr($s, 0, mb_strrpos($s, ' ') + 1);
        } // cut to last word
        $e = true;
    }
    if ($e) {
        $s = ($opts['keeppunc'] ? rtrim($s, ' ') : rtrim($s, ' ;.,')) . (!$opts['nodots'] ? ' ...' : '');
    }  // trim punc & add ellipses
    return $s;
}

function register_loop_function($f)
{
    global $custom_loop_functions;
    if (!isset($custom_loop_functions)) {
        $custom_loop_functions = [];
    }
    if (!in_array($f, $custom_loop_functions)) {
        echo "Adding custom loop function \"$f\"\n";
        $custom_loop_functions[] = $f;
    } else {
        echo "Skipping duplicate custom loop function \"$f\"\n";
    }
}

function add_to_title_cache($u, $t)
{
    global $db, $title_cache_size;
    $s = $db->prepare('INSERT OR REPLACE INTO title_cache (url, title) VALUES (:url, :title)');
    $s->bindValue(':url', $u);
    $s->bindValue(':title', $t);
    $s->execute();
    $db->query("DELETE FROM title_cache WHERE ROWID IN (SELECT ROWID FROM title_cache ORDER BY ROWID DESC LIMIT -1 OFFSET $title_cache_size)");
}

function get_from_title_cache($u)
{
    global $db;
    $s = $db->prepare('SELECT title FROM title_cache WHERE url = :url LIMIT 1;');
    $s->bindValue(':url', $u);
    $r = $s->execute();
    $r = $r->fetchArray(SQLITE3_NUM);
    return $r ? $r[0] : false;
}

function nitter_hosts_update()
{
    global $nitter_hosts, $nitter_hosts_time, $run_dir;
    $time = time();
    list($ctime, $chosts) = json_decode(get_data('nitter_hosts', '*'), true) ?: [0, '']; // shared cache
    if ($time - $ctime >= 43200) {
        set_data('nitter_hosts', json_encode([$time, $nitter_hosts]), '*'); // pseudo-lock. note on boot should sleep a few secs after loading first bot to update
        echo "Updating list of nitter hosts (for link titles)... ";
        $html = curlget([CURLOPT_URL => 'https://status.d420.de/api/v1/instances']);
        $json = @json_decode($html);
        if (isset($json->hosts)) {
            $hosts = ['nitter.net'];
            foreach ($json->hosts as $host) {
                if ($host->healthy || $host->points > 0 || $host->rss == 1 || array_sum($host->recent_pings) > 0 || $time - strtotime($host->last_healthy) <= 86400 * 30) {
                    $hosts[] = explode('://', $host->url)[1];
                }
            }
            echo "Success:\n" . join(', ', $hosts) . "\n";
            $nitter_hosts = '(?:' . str_replace('\|', '|', preg_quote(implode('|', $hosts))) . ')'; # for direct insertion into preg_replace
            set_data('nitter_hosts', json_encode([$time, $nitter_hosts]), '*');
            $nitter_hosts_time = $time;
        } else {
            echo "Failed to get instance info. Will retry in 15 mins.\n";
            set_data('nitter_hosts', json_encode([$time - 42300, $nitter_hosts]), '*');
            $nitter_hosts_time += 900;
        }
    } else {
        $nitter_hosts = $chosts;
        $nitter_hosts_time = $time;
    }
}

function get_ai_media_title($url, $image_data = null, $mime = null)
{
    global $ai_media_titles_key, $ai_media_titles_baseurl, $ai_media_titles_model, $ai_media_titles_prompt, $ai_media_titles_more_types, $amt_mt_regex, $amt_supports_mp4, $parse_url, $ai_media_titles_gif_ffmpeg, $ai_media_titles_gif_cloudinary;

    if (true) {
        if (!$image_data && !($image_data = curlget([CURLOPT_URL => $url]))) {
            return false;
        }
        if (!$mime) {
            $mime = (new finfo(FILEINFO_MIME_TYPE))->buffer($image_data);
        }

        $converted = false;

        if ($mime == 'image/gif' && $amt_supports_mp4 && !empty($ai_media_titles_gif_ffmpeg) && strlen($image_data) <= 26214400) { // 25MiB so VPS doesnt die
            echo "[get_ai_media_title] Converting GIF to MP4 with ffmpeg\n";
            $tmp_in = tempnam(sys_get_temp_dir(), 'gif_') . '.gif';
            $tmp_out = tempnam(sys_get_temp_dir(), 'mp4_') . '.mp4';
            file_put_contents($tmp_in, $image_data);
            $cmd = "ffmpeg -i " . escapeshellarg($tmp_in) . " -movflags faststart -pix_fmt yuv420p -vf " . escapeshellarg("scale=trunc(iw/2)*2:trunc(ih/2)*2") . " " . escapeshellarg($tmp_out) . " 2>&1";
            exec($cmd, $output, $ret);
            if ($ret === 0 && file_exists($tmp_out)) {
                $vid_data = file_get_contents($tmp_out);
                $vid_mime = (new finfo(FILEINFO_MIME_TYPE))->buffer($vid_data);
                if ($vid_mime == 'video/mp4') {
                    $image_data = $vid_data;
                    $mime = 'video/mp4';
                    $converted = true;
                    echo "[get_ai_media_title] ffmpeg conversion successful\n";
                } else {
                    echo "[get_ai_media_title] ffmpeg returned $vid_mime instead of video/mp4\n";
                }
                @unlink($tmp_out);
            } else {
                echo "[get_ai_media_title] ffmpeg conversion failed: " . implode("\n", $output) . "\n";
            }
            @unlink($tmp_in);
        }

        if (!$converted && $mime == 'image/gif' && $amt_supports_mp4 && !empty($ai_media_titles_gif_cloudinary) && strlen($image_data) <= 10485760) { // 10MiB API limit
            [$cloud, $key, $secret] = explode(':', $ai_media_titles_gif_cloudinary);
            $ts = time();
            $pid = "temp_bot/gif_$ts";

            $p = ['eager' => 'f_mp4', 'public_id' => $pid, 'timestamp' => $ts];
            ksort($p);
            $sig_str = "";
            foreach ($p as $k => $v) {
                $sig_str .= "$k=$v&";
            }
            $sig = sha1(rtrim($sig_str, '&') . $secret);

            echo "[get_ai_media_title cloudinary request] " . json_encode(array_merge($p, ['api_key' => $key, 'signature' => $sig, 'file' => 'base64_truncated'])) . "\n";

            $raw_res = curlget([
                CURLOPT_URL => "https://api.cloudinary.com/v1_1/$cloud/image/upload",
                CURLOPT_POST => true,
                CURLOPT_POSTFIELDS => array_merge($p, ['api_key' => $key, 'signature' => $sig, 'file' => "data:image/gif;base64," . base64_encode($image_data)])
            ], ["no_curl_impersonate" => 1]);

            echo "[get_ai_media_title cloudinary response] $raw_res\n";
            $c_res = json_decode($raw_res);

            if ($vid_url = $c_res->eager[0]->secure_url ?? null) {
                if ($vid_data = curlget([CURLOPT_URL => $vid_url])) {
                    $vid_mime = (new finfo(FILEINFO_MIME_TYPE))->buffer($vid_data);
                    if ($vid_mime == 'video/mp4') {
                        $image_data = $vid_data;
                        $mime = 'video/mp4';
                        $converted = true;
                    } else {
                        echo "[get_ai_media_title] Cloudinary returned $vid_mime instead of video/mp4\n";
                    }
                    $d_sig = sha1("public_id=$pid&timestamp=$ts$secret");
                    curlget([
                        CURLOPT_URL => "https://api.cloudinary.com/v1_1/$cloud/image/destroy",
                        CURLOPT_POST => true,
                        CURLOPT_POSTFIELDS => ['public_id' => $pid, 'timestamp' => $ts, 'api_key' => $key, 'signature' => $d_sig]
                    ], ["no_curl_impersonate" => 1]);
                }
            }
        }

        if (!$converted && strpos($mime, 'video/') === false && preg_match("#^\w+/(?:jpeg|png|webp|avif|gif" . ($ai_media_titles_more_types ? $amt_mt_regex : "") . ")$#", $mime)) {
            if (preg_match("#^\w+/(?:webp|avif|gif)#", $mime) && ($im = @imagecreatefromstring($image_data))) {
                if ($mime == 'image/gif' && !empty($ai_media_titles_gif_cloudinary)) {
                    echo "[get_ai_media_title] Fallback: Using first frame\n";
                }
                ob_start();
                imagepng($im);
                $image_data = ob_get_clean();
                $mime = "image/png";
            }
        }
        $url = "data:$mime;base64," . base64_encode($image_data);
    }

    $payload = ['model' => $ai_media_titles_model, 'temperature' => 0, 'messages' => [
        ['role' => 'user', 'content' => [['type' => 'text', 'text' => $ai_media_titles_prompt ?: 'short summary.']]],
        ['role' => 'user', 'content' => [['type' => 'image_url', 'image_url' => ['url' => $url, 'detail' => 'high']]]]
    ]];

    for ($i = 0; $i < 3; $i++) {
        $ai_raw = curlget([
            CURLOPT_URL => "$ai_media_titles_baseurl/chat/completions",
            CURLOPT_HTTPHEADER => ["Content-Type: application/json", "Authorization: Bearer " . trim($ai_media_titles_key)],
            CURLOPT_POST => true,
            CURLOPT_POSTFIELDS => json_encode($payload),
            CURLOPT_TIMEOUT => 45
        ], ["no_curl_impersonate" => 1]);

        $res = json_decode($ai_raw);
        echo "[get_ai_media_title response] " . json_encode($res) . "\n";
        if ($title = $res->choices[0]->message->content ?? null) {
            return preg_replace('/\s+/', ' ', rtrim($title, '.'));
        }
        sleep(2);
    }
    return false;
}

// paste help if changed, return help url. uses https://paste.debian.net/rpc-interface.html
function init_help()
{
    global $nick, $helptxt;
    list($help_url, $help_url_short, $delete_url, $help_text) = json_decode(get_data('help'), true);
    echo "Checking if help text changed... ";
    if (!$help_text || $help_text <> $helptxt) {
        echo "yes, creating new paste\n";
    } else {
        echo "no, URL: $help_url_short\n";
        return $help_url_short;
    }
    if ($delete_url) {
        @curlget([CURLOPT_URL => $delete_url]);
    }
    $name = substr(preg_replace('/[;,\'"<>]/', '-', $nick), 0, 10); # https://tinyurl.com/pchars
    // create request without xmlrpc
    $d = new DOMDocument('1.0', 'iso-8859-1');
    $d->formatOutput = true;
    $mc = $d->appendChild($d->createElement('methodCall'));
    $mc->appendChild($d->createElement('methodName', 'paste.addPaste'));
    $ps = $mc->appendChild($d->createElement('params'));
    $pv = [$helptxt, $name, '-1', '', '1'];
    foreach ($pv as $c) {
        $p = $ps->appendChild($d->createElement('param'));
        $value = $p->appendChild($d->createElement('value'));
        $s = $value->appendChild($d->createElement('string'));
        $s->nodeValue = $c;
    }
    $request = $d->saveXML();
    // send request
    $r = curlget([
        CURLOPT_URL => 'https://paste.debian.net/server.pl',
        CURLOPT_HTTPHEADER => ['Content-type: text/xml', 'Content-length: ' . strlen($request) . "\r\n", $request],
        CURLOPT_CUSTOMREQUEST => 'POST'
    ]);
    if (empty($r)) { // fatal for loadXML
        echo "Error pasting help file. Response blank. Help disabled.\n";
        return false;
    }
    // parse result
    $d = new DomDocument();
    @$d->loadXML($r);
    $xpath = new DOMXPath($d);
    $view_url = @$xpath->query("//member[name='view_url']/value/string")->item(0)->nodeValue;
    $statusmessage = @$xpath->query("//member[name='statusmessage']/value/string")->item(0)->nodeValue;
    $delete_url = @$xpath->query("//member[name='delete_url']/value/string")->item(0)->nodeValue;
    if (!$view_url && !$statusmessage) {
        echo "Error pasting help file. Help disabled.\n";
        return false;
    }
    if (isset($view_url) && preg_match('#^//paste\.debian\.net/hidden/[a-z0-9]+#', $view_url)) {
        $help_url = 'https:' . str_replace('/hidden/', '/plainh/', $view_url);
        $help_short_url = make_short_url($help_url);
        set_data('help', json_encode([$help_url, $help_short_url, "https:$delete_url", $helptxt]));
        echo "New help URL: $help_short_url\n";
        return $help_short_url;
    } else {
        echo 'Error pasting help file: ' . ($statusmessage ? $statusmessage . ' ' : '') . "Help disabled.\n";
        return false;
    }
}

// create / open database storage
function init_db()
{
    global $db, $title_cache_enabled;
    echo "Initializing database... ";
    /** @noinspection PhpParamsInspection */
    $db = new SQLite3("./data.db");
    $db->busyTimeout(30000);
    $db->enableExceptions(true);
    $db->exec('VACUUM;');

    $r = $db->querySingle("SELECT name FROM sqlite_master WHERE type='table' AND name='bot_data';");
    if ($r == 0) {
        $db->query("CREATE TABLE bot_data (instance TEXT NOT NULL, var TEXT NOT NULL, val TEXT); CREATE UNIQUE INDEX iv ON bot_data(instance, var)");
        echo "Created table bot_data. ";
    }

    if ($title_cache_enabled) {
        $r = $db->querySingle("SELECT name FROM sqlite_master WHERE type='table' AND name='title_cache';");
        if ($r == 0) {
            $db->query("CREATE TABLE title_cache (url text NOT NULL, title text NOT NULL); CREATE UNIQUE INDEX url on title_cache(url)");
            echo "Created table title_cache. ";
        }
    }
    echo "OK\n";
    return $db;
}

function set_data($var, $val, $instance = null)
{
    global $db;
    if (!$instance) {
        global $instance;
    }
    $s = $db->prepare('INSERT OR REPLACE INTO bot_data (instance, var, val) VALUES (:instance, :var, :val)');
    $s->bindValue(':instance', $instance);
    $s->bindValue(':var', $var);
    $s->bindValue(':val', $val);
    $s->execute();
}

function get_data($var, $instance = null)
{
    global $db;
    if (!$instance) {
        global $instance;
    }
    $s = $db->prepare('SELECT val FROM bot_data WHERE instance = :instance AND var = :var LIMIT 1;');
    $s->bindValue(':instance', $instance);
    $s->bindValue(':var', $var);
    $r = $s->execute();
    $r = $r->fetchArray(SQLITE3_NUM);
    return $r ? $r[0] : false;
}

// run-once upgrades
function upgrade($upgrade_version)
{
    // check db version
    $cur_version = get_data('upgrade_version', '*') ?: 0;
    if ($cur_version < 1) {
        // move data to new data.db sqlite3 database
        if (function_exists('posix_getuid')) {
            $run_dir = '/run/user/' . posix_getuid();
        } else {
            $run_dir = '.';
        }
        @unlink("$run_dir/nitter-hosts.dat"); // rebuild nitter_hosts.dat in new db
        @unlink('nitter-hosts.dat');
        @unlink('public_suffix_list.dat'); // rebuild public_suffix_list in new db
        @unlink("$run_dir/title_cache.db"); // rebuild title cache in new db
        @unlink("title_cache.db");
        foreach (scandir('.') as $f) { // put data from json data files into new db
            if ($f == '.' || $f == '..' || !preg_match("/\.data(?:\.test)?\.json$/", $f)) {
                continue;
            }
            $in = preg_replace('/\.data\.test\.json$/', '-test', $f);
            $in = preg_replace('/\.data\.json$/', '', $in);
            $js = json_decode(file_get_contents($f));
            if (isset($js->nick)) {
                set_data('nick', $js->nick, $in);
            }
            set_data('help', json_encode([$js->help_url ?: '', $js->help_url_short ?: '', $js->help_text ?: '']), $in);
            unlink($f);
        }
        @rename('cookiefile.txt', 'cookies.txt');
        set_data('upgrade_version', 1, '*');
    }
}

// Get headers for X API requests with cached guest token
function get_x_headers()
{
    global $x_auth_token, $x_ct0, $curl_impersonate_binary;
    static $guest_token_expires = 0, $cached_guest_token = null, $cached_guest_csrf = null;

    $bearer = 'AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA';
    $base_headers = [
        "Authorization: Bearer $bearer",
        "User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36",
        "Content-Type: application/json",
        "Accept: */*",
        "x-twitter-active-user: yes"
    ];

    if (!empty($x_auth_token) && !empty($x_ct0)) {
        echo "[get_x_title] using user auth\n";
        return [...$base_headers, "Cookie: auth_token=$x_auth_token; ct0=$x_ct0", "x-csrf-token: $x_ct0"];
    }

    $now = time();
    if ($cached_guest_token && $guest_token_expires > $now) {
        echo "[get_x_title] using cached guest token\n";
        return [...$base_headers, "Cookie: guest_id=v1%3A$cached_guest_token; ct0=$cached_guest_csrf", "x-csrf-token: $cached_guest_csrf", "x-guest-token: $cached_guest_token"];
    }

    echo "[get_x_title] fetching new guest token\n";

    $args = [$curl_impersonate_binary, '-s', '-X', 'POST'];
    foreach ($base_headers as $h) {
        $args[] = '-H';
        $args[] = $h;
    }
    $args[] = 'https://api.x.com/1.1/guest/activate.json';
    $args[] = 'https://api.twitter.com/1.1/guest/activate.json';
    $guest_token = @json_decode(shell_exec(implode(' ', array_map('escapeshellarg', $args))), true)['guest_token'] ?? null;
    if (!$guest_token) {
        echo "[get_x_title] failed to get guest token\n";
        return false;
    }

    $cached_guest_token = $guest_token;
    $cached_guest_csrf = bin2hex(random_bytes(16));
    $guest_token_expires = $now + 18000;
    return [...$base_headers, "Cookie: guest_id=v1%3A$cached_guest_token; ct0=$cached_guest_csrf", "x-csrf-token: $cached_guest_csrf", "x-guest-token: $cached_guest_token"];
}

function get_x_title($u, $id)
{
    $headers = get_x_headers();
    if (!$headers) {
        return false;
    }
    if (strpos($u, '/i/broadcasts/') !== false) {
        echo "[get_x_title] fetching broadcast $id\n";
        return get_x_broadcast($headers, $id);
    }
    if (!ctype_digit($id)) {
        echo "[get_x_title] fetching bio for @$id\n";
        return get_x_bio($headers, $id);
    }
    echo "[get_x_title] fetching tweet $id\n";
    return get_x_tweet($headers, $id);
}

function expand_x_text_urls($text, $legacy, $result, &$hint_len = 0)
{
    $url_entities = array_merge(
        $legacy['entities']['urls'] ?? [],
        $result['note_tweet']['note_tweet_results']['result']['entity_set']['urls'] ?? [],
        $result['tweet']['note_tweet']['note_tweet_results']['result']['entity_set']['urls'] ?? []
    );

    foreach ($url_entities as $url) {
        if (empty($url['url']) || empty($url['expanded_url'])) {
            continue;
        }
        if (strpos($text, $url['url']) === false) {
            continue;
        }
        $final_url = get_final_url($url['expanded_url'], ['no_body' => 1]);
        $out_url = $final_url;
        $hint_extra = 0;
        $short_url = make_short_url($final_url);
        if (mb_strlen($short_url) < mb_strlen($out_url)) {
            $out_url = $short_url;
        }
        $hint = get_url_hint($final_url);
        if ($hint <> get_url_hint($out_url)) {
            if (mb_strlen("$out_url ($hint)") < mb_strlen($final_url)) {
                $out_url = "$out_url ($hint)";
                $hint_extra = mb_strlen($hint) + 3;
            } else {
                $out_url = $final_url;
            }
        }
        $text = str_replace($url['url'], $out_url, $text, $replacements);
        if ($replacements > 0) {
            $hint_len += $hint_extra;
        }
    }

    return $text;
}

// Fetch X user bio/profile
function get_x_bio($headers, $screen_name)
{
    global $curl_impersonate_binary;
    static $features = null, $toggles = null;

    if (!$features) {
        $features = json_encode(['hidden_profile_subscriptions_enabled' => true, 'profile_label_improvements_pcf_label_in_post_enabled' => true, 'responsive_web_profile_redirect_enabled' => false, 'rweb_tipjar_consumption_enabled' => false, 'verified_phone_label_enabled' => false, 'subscriptions_verification_info_is_identity_verified_enabled' => true, 'subscriptions_verification_info_verified_since_enabled' => true, 'highlights_tweets_tab_ui_enabled' => true, 'responsive_web_twitter_article_notes_tab_enabled' => true, 'subscriptions_feature_can_gift_premium' => true, 'creator_subscriptions_tweet_preview_api_enabled' => true, 'responsive_web_graphql_skip_user_profile_image_extensions_enabled' => false, 'responsive_web_graphql_timeline_navigation_enabled' => true]);
        $toggles = json_encode(['withPayments' => false, 'withAuxiliaryUserLabels' => true]);
    }

    $vars = json_encode(['screen_name' => $screen_name, 'withGrokTranslatedBio' => true]);
    $url = "https://x.com/i/api/graphql/IGgvgiOx4QZndDHuD3x9TQ/UserByScreenName?variables=" . urlencode($vars) . "&features=" . urlencode($features) . "&fieldToggles=" . urlencode($toggles);

    $cmd = array_merge([$curl_impersonate_binary, '-s'], array_merge(...array_map(fn ($h) => ['-H', $h], $headers)), [$url]);
    $res = shell_exec(implode(' ', array_map('escapeshellarg', $cmd)));
    $json = @json_decode($res, true);

    $res_data = $json['data']['user']['result'] ?? null;
    $legacy = $res_data['legacy'] ?? null;
    if (!$legacy) {
        return false;
    }

    // Name
    $out = $res_data['core']['name'] ?? $legacy['name'] ?? 'Unknown';

    // Bio & Translation
    $desc = $legacy['description'] ?? '';
    $grok = $res_data['grok_translated_bio_with_availability'] ?? null;

    if ($grok && ($grok['is_available'] ?? false) && ($res_data['profile_description_language'] ?? 'en') !== 'en') {
        $desc = $grok['data']['translation'] ?? $desc;
    }

    if (!empty($desc)) {
        foreach ($legacy['entities']['description']['urls'] ?? [] as $u) {
            $desc = str_replace($u['url'], "{$u['url']} (" . get_url_hint($u['expanded_url']) . ")", $desc);
        }
        $desc = html_entity_decode(preg_replace('/\s+/', ' ', $desc), ENT_QUOTES | ENT_HTML5, 'UTF-8');
        $out .= " | " . trim($desc);
    }

    // External URL
    if ($ext_url = $legacy['entities']['url']['urls'][0]['expanded_url'] ?? null) {
        $out .= " | " . preg_replace('#^https?://(.*?)/?$#', '$1', $ext_url);
    }

    return $out;
}

/**
 * Fetches X (Twitter) broadcast metadata.
 */
function get_x_broadcast($headers, $broadcast_id)
{
    global $curl_impersonate_binary;
    $url = "https://api.x.com/1.1/broadcasts/show.json?ids=" . $broadcast_id;

    $cmd = array_merge([$curl_impersonate_binary, '-s'], array_merge(...array_map(fn ($h) => ['-H', $h], $headers)), [$url]);
    $res = shell_exec(implode(' ', array_map('escapeshellarg', $cmd)));
    $json = @json_decode($res, true);

    $b = $json['broadcasts'][$broadcast_id] ?? null;
    if (!$b) {
        return false;
    }

    $title = !empty($b['title']) ? $b['title'] : 'Broadcast';
    $user = $b['user']['display_name'] ?? $b['user']['screen_name'] ?? 'Unknown';
    $title = !empty($b['status']) ? $b['status'] : ($b['title'] ?? 'Broadcast');
    $user = $b['user_display_name'] ?? $b['user']['display_name'] ?? $b['user']['screen_name'] ?? 'Unknown';
    // $state = $b['state'] ?? ''; // RUNNING, ENDED
    return trim(str_shorten("$user: $title", mb_strlen($user) + 316));
}

/**
 * Fetches X (Twitter) tweet or article data via GraphQL API.
 * Returns formatted "Name: Text (suffix)" or false on failure.
 */
function get_x_tweet($headers, $tweet_id)
{
    global $curl_impersonate_binary, $x_auto_translate, $translate_api_key;
    static $f = null, $t = null;

    // Persistent GraphQL feature flags and toggles
    if (!$f) {
        $f = json_encode(['creator_subscriptions_tweet_preview_api_enabled' => true, 'communities_web_enable_tweet_community_results_fetch' => true, 'c9s_tweet_anatomy_moderator_badge_enabled' => true, 'articles_preview_enabled' => true, 'responsive_web_edit_tweet_api_enabled' => true, 'graphql_is_translatable_rweb_tweet_is_translatable_enabled' => true, 'view_counts_everywhere_api_enabled' => true, 'longform_notetweets_consumption_enabled' => true, 'responsive_web_twitter_article_tweet_consumption_enabled' => true, 'standardized_nudges_misinfo' => true, 'tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled' => true, 'longform_notetweets_rich_text_read_enabled' => true, 'longform_notetweets_inline_media_enabled' => true, 'responsive_web_enhance_cards_enabled' => false]);
        $t = json_encode(['withArticleRichContentState' => true, 'withArticlePlainText' => false, 'withGrokAnalyze' => false]);
    }

    $vars = json_encode(['tweetId' => $tweet_id, 'withCommunity' => false, 'includePromotedContent' => false, 'withVoice' => false]);
    $url = "https://api.x.com/graphql/f2sagi1jweVHFkTUIHzmMQ/TweetResultByRestId?variables=" . urlencode($vars) . "&features=" . urlencode($f) . "&fieldToggles=" . urlencode($t);

    // Execute request via curl-impersonate
    $cmd = array_merge([$curl_impersonate_binary, '-s'], array_merge(...array_map(fn ($h) => ['-H', $h], $headers)), [$url]);
    $res = shell_exec(implode(' ', array_map('escapeshellarg', $cmd)));
    $json = @json_decode($res, true);

    if (!$json || isset($json['errors'])) {
        return false;
    }

    $result = $json['data']['tweetResult']['result'] ?? null;
    $legacy = $result['legacy'] ?? $result['tweet']['legacy'] ?? null;
    if (!$legacy) {
        return false;
    }

    // Handle Article title vs NoteTweet vs Standard text
    $art = $result['article']['article_results']['result'] ?? $result['tweet']['article']['article_results']['result'] ?? null;
    $note = $result['note_tweet']['note_tweet_results']['result']['text'] ?? $result['tweet']['note_tweet']['note_tweet_results']['result']['text'] ?? null;
    $text = ($art && !empty($art['title']))
        ? $art['title']
        : ($note ?? $legacy['full_text'] ?? '');

    if (!$note && !$art && !empty($legacy['truncated'])) {
        $text = rtrim($text, ' ;.,') . ' ...';
    }

    // Resolve User metadata
    $u_res = $result['core']['user_results']['result'] ?? $result['tweet']['core']['user_results']['result'] ?? null;
    $u_name = $u_res['core']['name'] ?? $u_res['legacy']['name'] ?? 'Unknown';
    $u_screen = $u_res['core']['screen_name'] ?? $u_res['legacy']['screen_name'] ?? 'unknown';

    // Strip media URLs
    foreach ($legacy['extended_entities']['media'] ?? [] as $m) {
        $text = str_replace($m['url'], '', $text);
    }
    // Expand URLs, then shorten and add hints where useful
    $hl = 0;
    $text = expand_x_text_urls($text, $legacy, $result, $hl);
    // Normalize whitespace/mentions
    $text = html_entity_decode(trim(preg_replace('/\s+/', ' ', preg_replace('/^(?:@[^\s]+\s*)+/', '', $text))), ENT_QUOTES | ENT_HTML5, 'UTF-8');

    // Auto-translation
    $tag = '';
    if (!empty($x_auto_translate) && !empty($translate_api_key) && ($legacy['lang'] ?? 'en') !== 'en' && preg_match('/\p{L}/u', $text)) {
        $tr = google_translate(['text' => mb_substr($text, 0, 500), 'from_lang' => '', 'to_lang' => 'en']);
        $det = $tr->from_lang ?? $legacy['lang'];
        if (!empty($tr->text) && !in_array($det, ['und', 'en', 'zxx'])) {
            $tag = "[$det]";
            $text = $tr->text;
        }
    }

    // Generate Suffix: (article) for Articles, else media counts
    $m_str = '';
    if ($art) {
        $m_str = " (article)";
    } elseif ($media = $legacy['extended_entities']['media'] ?? null) {
        $type = $media[0]['type'] == 'photo' ? 'image' : ($media[0]['type'] == 'animated_gif' ? 'gif' : $media[0]['type']);
        $m_str = " (" . (count($media) > 1 ? count($media) . " {$type}s" : $type) . ")";
    }

    // Handle Quoted Status
    $ql = ($qid = $legacy['quoted_status_id_str'] ?? null) ? ' (re ' . make_short_url("https://x.com/$u_screen/status/$qid") . ')' : '';

    $suffix = ($tag ? " $tag" : "") . $m_str . $ql;
    return trim(str_shorten("$u_name: $text", mb_strlen($u_name) + 316 + $hl - mb_strlen($suffix))) . $suffix;
}