<?php
/**
 * SeekQuarry/Yioop --
 * Open Source Pure PHP Search Engine, Crawler, and Indexer
 *
 * Copyright (C) 2009 - 2026  Chris Pollett chris@pollett.org
 *
 * LICENSE:
 *
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program.  If not, see <https://www.gnu.org/licenses/>.
 *
 * END LICENSE
 *
 * This script can be used to set up the database and filesystem for the
 * seekquarry database system. The SeekQuarry system is deployed with a
 * minimal sqlite database so this script is not strictly needed.
 *
 * @author Chris Pollett chris@pollett.org
 * @license https://www.gnu.org/licenses/ GPL3
 * @link https://www.seekquarry.com/
 * @copyright 2009 - 2026
 * @filesource
 */
namespace seekquarry\yioop\configs;

use seekquarry\yioop\library as L;
use seekquarry\yioop\models\Model;
use seekquarry\yioop\models\ProfileModel;
use seekquarry\yioop\models\GroupModel;
use seekquarry\yioop\configs as C;

if (!empty($_SERVER['DOCUMENT_ROOT'])) {
    echo "BAD REQUEST";
    exit();
}
/** For crawlHash function */
require_once __DIR__ . "/../library/Utility.php";
/** For wiki page translation stuff */
require_once __DIR__ . "/../library/LocaleFunctions.php";
/** To make it easy to insert translations */
require_once __DIR__ . "/../library/UpgradeFunctions.php";
$profile_model = new ProfileModel(DB_NAME, false);
$private_profile_model = new ProfileModel(PRIVATE_DB_NAME, false);
$db_class = NS_DATASOURCES . ucfirst(DBMS)."Manager";
$private_db_class = NS_DATASOURCES . ucfirst(PRIVATE_DBMS)."Manager";
$dbinfo = ["DBMS" => DBMS, "DB_HOST" => DB_HOST, "DB_USER" => DB_USER,
    "DB_PASSWORD" => DB_PASSWORD, "DB_NAME" => DB_NAME];
$private_dbinfo = ["DBMS" => PRIVATE_DBMS, "DB_HOST" => PRIVATE_DB_HOST,
    "DB_USER" => PRIVATE_DB_USER, "DB_PASSWORD" => PRIVATE_DB_PASSWORD,
    "DB_NAME" => PRIVATE_DB_NAME];
$lower_dbms = strtolower(DBMS);
if (!in_array($lower_dbms, ['sqlite', 'sqlite3'])) {
    $db = new $db_class();
    $private_db = new $private_db_class();
    if ($lower_dbms == 'pdo' && stristr($dbinfo['DB_HOST'], 'PGSQL')) {
        $which_dbms = "pgsql";
    }
    $public_exist = true;
    if (!$db->connect(DB_HOST, DB_USER, DB_PASSWORD, DB_NAME)) {
        $host = preg_replace("/\;dbname\=\w+/", "", DB_HOST);
        L\crawlLog('Public database doesn\'t exist yet, trying to create it');
        $db->connect($host, DB_USER, DB_PASSWORD, "");
        $is_mysql = (stristr(DBMS, 'Mysql') !== false);
        $charset_clause = ($is_mysql) ? " CHARACTER SET utf8mb4 ": "";
        $db->execute("CREATE DATABASE " . DB_NAME . $charset_clause);
        $db->disconnect();
        $db->connect(); // default connection goes to actual DB
    }
    $private_exist = true;
    if (!$private_db->connect(PRIVATE_DB_HOST, PRIVATE_DB_USER,
        PRIVATE_DB_PASSWORD, PRIVATE_DB_NAME)) {
        $private_host = preg_replace("/\;dbname\=\w+/", "", PRIVATE_DB_HOST);
        L\crawlLog('Private database doesn\'t exist yet, trying to create it');
        $private_db->connect($private_host, PRIVATE_DB_USER,
            PRIVATE_DB_PASSWORD);
        $is_mysql = (stristr(PRIVATE_DBMS, 'Mysql') !== false);
        $charset_clause = ($is_mysql) ? " CHARACTER SET utf8mb4 ": "";
        $private_db->execute("CREATE DATABASE " . PRIVATE_DB_NAME .
            $charset_clause);
        $private_db->disconnect();
        $private_db->connect(PRIVATE_DB_HOST, PRIVATE_DB_USER,
            PRIVATE_DB_PASSWORD, PRIVATE_DB_NAME);
    }
    /*  postgres doesn't let you drop a database while connected to it so drop
        tables instead first
     */
    $profile_model->initializeSql($db, $dbinfo);
    $private_profile_model->initializeSqlPrivate($private_db, $private_dbinfo);
    $database_tables = array_keys($profile_model->create_statements);
    $private_database_tables = array_keys(
        $private_profile_model->private_create_statements);
    foreach ($database_tables as $table) {
        if ($table == "CURRENT_WEB_INDEX" || !str_ends_with($table, "INDEX")){
            $db->execute("DROP TABLE IF EXISTS " . $table);
        }
    }
    foreach ($private_database_tables as $table) {
        if ($table == "CURRENT_WEB_INDEX" || !str_ends_with($table, "INDEX")){
            $private_db->execute("DROP TABLE IF EXISTS " . $table);
        }
    }
} else {
    $which_dbms = "sqlite";
    @unlink(DATA_DIR . "/" . DB_NAME . ".db");
    $db = new $db_class();
    $db->connect();
    $db->execute("PRAGMA journal_mode=WAL");
    @unlink(DATA_DIR . "/" . PRIVATE_DB_NAME . ".db");
    $private_db = new $private_db_class();
    $private_db->connect(PRIVATE_DB_HOST, PRIVATE_DB_USER,
        PRIVATE_DB_PASSWORD, PRIVATE_DB_NAME);
    $private_db->execute("PRAGMA journal_mode=WAL");
}
if (!$profile_model->createDatabaseTables($db, $dbinfo)) {
    echo "\n\nCouldn't create database tables!!!\n\n";
    exit();
}
if (!$private_profile_model->createDatabaseTablesPrivate($private_db,
    $private_dbinfo)) {
    echo "\n\nCouldn't create database tables!!!\n\n";
    exit();
}
$db->execute("INSERT INTO VERSION VALUES (" . DATABASE_VERSION . ")");
$creation_time = L\microTimestamp();
//numerical value of the blank password
$profile = $profile_model->getProfile(WORK_DIRECTORY);
$new_profile = $profile;
/* The profile records every setting it knows, writing an empty value for
   one it has never been given, and an empty value in the profile is what
   a later read gets rather than the default named in Config. A new site
   would then have no name or motto at all, so the defaults are put in
   here where the profile is first written. */
foreach (['SITE_NAME', 'SITE_MOTTO'] as $site_field) {
    if (empty($new_profile[$site_field])) {
        $new_profile[$site_field] = constant(__NAMESPACE__ . "\\" .
            $site_field);
    }
}
$profile_model->updateProfile(WORK_DIRECTORY, $new_profile, $profile);
//default account is root without a password
$sql ="INSERT INTO USERS (USER_ID, FIRST_NAME, LAST_NAME, USER_NAME,
        EMAIL, PASSWORD, STATUS, HASH, CREATION_TIME, UPS, DOWNS,
        AD_CREDITS_SERVICE_ACCOUNT) VALUES (" . ROOT_ID .
        ", 'admin', 'admin','" . ROOT_USERNAME . "',
        'root@dev.null', '".L\crawlCrypt('')."', '".ACTIVE_STATUS.
        "', '".L\crawlCrypt(ROOT_USERNAME . AUTH_KEY . $creation_time).
        "', '$creation_time', 0, 0, null)";
$db->execute($sql);
// set up personal group for root account
$creation_time = L\microTimestamp();
$root_group_name = C\PERSONAL_GROUP_PREFIX . ROOT_ID;
$group_model = new GroupModel(DB_NAME, false);
$group_model->db = $db;
$group_model->addGroup($root_group_name,
    ROOT_ID, C\INVITE_ONLY_JOIN, C\ACTIVE_STATUS,
    C\NON_VOTING_GROUP, C\FOREVER, 0);
/* public account is an inactive account for used for public permissions
   default account is root without a password
 */
$sql ="INSERT INTO USERS (USER_ID, FIRST_NAME, LAST_NAME, USER_NAME,
        EMAIL, PASSWORD, STATUS, HASH, CREATION_TIME, UPS, DOWNS,
        AD_CREDITS_SERVICE_ACCOUNT) VALUES (".PUBLIC_USER_ID.
        ", 'all', 'all','public',
        'public@dev.null', '".L\crawlCrypt('')."', '".INACTIVE_STATUS.
        "', '".L\crawlCrypt('public' . AUTH_KEY . $creation_time)."',
        '$creation_time', 0, 0, null)";
$db->execute($sql);
//default public group with group id 1
$creation_time = L\microTimestamp();
$sql = "INSERT INTO SOCIAL_GROUPS VALUES(".PUBLIC_GROUP_ID.", 'Public', '" .
    $creation_time . "','".ROOT_ID."', '" .PUBLIC_JOIN . "', '" . GROUP_READ .
    "', " . NON_VOTING_GROUP.", " . FOREVER . ", 0, " . MEDIAWIKI_ENGINE . ")";
$db->execute($sql);
$now = time();
$db->execute("INSERT INTO ROLE VALUES (" . ADMIN_ROLE . ", 'Admin'), (" .
    USER_ROLE . ", 'User'), (" . BOT_ROLE . ", 'Bot User'), (" .
    DEVELOPER_ROLE . ", 'Developer')");
$db->execute("INSERT INTO ROLE_LIMITS (ROLE_ID) VALUES (" . ADMIN_ROLE .
    "), (" . USER_ROLE . "), (" . BOT_ROLE . "), (" . DEVELOPER_ROLE . ")");
$db->execute("INSERT INTO USER_ROLE (USER_ID, ROLE_ID) VALUES (" . ROOT_ID .
    ", " . ADMIN_ROLE . ")");
$db->execute("INSERT INTO USER_GROUP VALUES (" . ROOT_ID . ", ".
    PUBLIC_GROUP_ID.", " . ACTIVE_STATUS . ", 1, $now)");
$db->execute("INSERT INTO USER_GROUP VALUES (" . PUBLIC_USER_ID . ", ".
    PUBLIC_GROUP_ID.", " . ACTIVE_STATUS . ", 1, $now)");
//Create a Group for Wiki HELP.
$sql = "INSERT INTO SOCIAL_GROUPS VALUES (" . HELP_GROUP_ID . ",'Help','" .
    $creation_time . "','" . ROOT_ID . "',
    '" . PUBLIC_BROWSE_REQUEST_JOIN . "', '" . GROUP_READ_WIKI .
    "', " . UP_DOWN_VOTING_GROUP . ", " . FOREVER . ", 0, " .
    MEDIAWIKI_ENGINE . ")";
$db->execute($sql);
$now = time();
$db->execute("INSERT INTO USER_GROUP VALUES (" . ROOT_ID . ", " .
    HELP_GROUP_ID . ", " . ACTIVE_STATUS . ", 1, $now)");
$db->execute("INSERT INTO USER_GROUP VALUES (" . PUBLIC_USER_ID . ", " .
    HELP_GROUP_ID . ", " . ACTIVE_STATUS . ", 1, $now)");
//Create a Group for Search Result Edits
$sql = "INSERT INTO SOCIAL_GROUPS VALUES (" . SEARCH_GROUP_ID . ",'Search','" .
    $creation_time . "','" . ROOT_ID . "',
    '" . PUBLIC_BROWSE_REQUEST_JOIN . "', '" . GROUP_READ_WIKI .
    "', " . UP_DOWN_VOTING_GROUP . ", " . FOREVER . ", 0, " .
    MEDIAWIKI_ENGINE . ")";
$db->execute($sql);
$now = time();
$db->execute("INSERT INTO USER_GROUP VALUES (" . ROOT_ID . ", " .
    SEARCH_GROUP_ID . ", " . ACTIVE_STATUS . ", 1, $now)");
$db->execute("INSERT INTO USER_GROUP VALUES (" . PUBLIC_USER_ID . ", " .
    SEARCH_GROUP_ID . ", " . ACTIVE_STATUS . ", 1, $now)");
/* we insert 1 by 1 rather than comma separate as sqlite
   does not support comma separated inserts
 */
 //Create a group for moderator users
  $sql = "INSERT INTO SOCIAL_GROUPS VALUES(" . MODERATION_GROUP_ID .
      ", 'Moderation','" . $creation_time . "','".ROOT_ID."', '" .
      INVITE_ONLY_JOIN . "', '" . GROUP_READ . "', " . NON_VOTING_GROUP .
      ", " . FOREVER . ", 0, " . MEDIAWIKI_ENGINE . ")";
  $db->execute($sql);
  $now = time();
  $db->execute("INSERT INTO USER_GROUP VALUES (" . ROOT_ID . ", " .
      MODERATION_GROUP_ID . ", " . ACTIVE_STATUS . ", 1, $now)");
  $db->execute("INSERT INTO USER_GROUP VALUES (" . PUBLIC_USER_ID . ", " .
      MODERATION_GROUP_ID . ", " . ACTIVE_STATUS . ", 1, $now)");
$locales = [
    ['ar', 'العربية', 'rl-tb'],
    ['bn', 'বাংলা', 'lr-tb', ''],
    ['de', 'Deutsch', 'lr-tb'],
    ['el-GR', 'Ελληνικά', 'lr-tb'],
    ['en-US', 'English', 'lr-tb'],
    ['es', 'Español', 'lr-tb'],
    ['fa', 'فارسی', 'rl-tb'],
    ['fr-FR', 'Français', 'lr-tb'],
    ['he', 'עברית', 'rl-tb'],
    ['hi', 'हिन्दी', 'lr-tb'],
    ['id', 'Bahasa', 'lr-tb'],
    ['it', 'Italiano', 'lr-tb'],
    ['ja', '日本語', 'lr-tb'],
    ['kn', 'ಕನ್ನಡ', 'lr-tb'],
    ['ko', '한국어', 'lr-tb'],
    ['nl', 'Nederlands', 'lr-tb'],
    ['pl', 'Polski', 'lr-tb'],
    ['pt', 'Português', 'lr-tb'],
    ['ru', 'Русский', 'lr-tb'],
    ['te', 'తెలుగు', 'lr-tb'],
    ['th', 'ไทย', 'lr-tb'],
    ['tl', 'Tagalog', 'lr-tb'],
    ['tr', 'Türkçe', 'lr-tb'],
    ['vi-VN', 'Tiếng Việt', 'lr-tb'],
    ['zh-CN', '中文', 'lr-tb'],
];
$i = 1;
foreach ($locales as $locale) {
    $db->execute("INSERT INTO LOCALE VALUES ($i, '{$locale[0]}',
        '{$locale[1]}', '{$locale[2]}', '1')");
    $locale_index[$locale[0]] = $i;
    $i++;
}
$group_model = new GroupModel(DB_NAME, false);
$group_model->db = $db;
/*
   Set up generic page relationship
 */
$db->execute("INSERT INTO PAGE_RELATIONSHIP VALUES (-1, 'generic_links')");
// Insert Default Public Wiki Pages
if (file_exists(APP_DIR . "/configs/PublicHelpPages.php")) {
    require_once APP_DIR . "/configs/PublicHelpPages.php";
} else {
    require_once BASE_DIR . "/configs/PublicHelpPages.php";
}
$default_locale = L\getLocaleTag();
foreach ($public_pages as $locale_tag => $locale_pages) {
    L\setLocaleObject($locale_tag);
    foreach ($locale_pages as $page_name => $page_content) {
        $page_name = str_replace(" ", "_", $page_name);
        $page_content = str_replace("'", "&#039;", $page_content);
        $group_model->setPageName(ROOT_ID, PUBLIC_GROUP_ID, $page_name,
            $page_content, $locale_tag, "create",
            L\tl('social_component_page_created', $page_name),
            L\tl('social_component_page_discuss_here'));
    }
}
//Insert Default Public Help pages
foreach ($help_pages as $locale_tag => $locale_pages) {
    L\setLocaleObject($locale_tag);
    foreach ($locale_pages as $page_name => $page_content) {
        $page_name = str_replace(" ", "_", $page_name);
        $page_content = str_replace("'", "&#039;", $page_content);
        $group_model->setPageName(ROOT_ID, HELP_GROUP_ID, $page_name,
            $page_content, $locale_tag, "create",
            L\tl('social_component_page_created', $page_name),
            L\tl('social_component_page_discuss_here'));
    }
}
L\setLocaleObject($default_locale);
/* End Help content insertion. */
$activities = [
    "manageAccount" => ['db_activity_manage_account',
        [
            "ar" => 'إدارة الحساب',
            "bn" => 'অ্যাকাউন্ট পরিচালনা করুন',
            "de" => 'Konto Verwalten',
            "el-GR" => 'Διαχείριση λογαριασμού',
            "en-US" => 'Manage Account',
            "es" => 'Administrar la cuenta',
            "fa" => 'مدیریت حساب',
            "fr-FR" => 'Gérer votre compte',
            "he" => 'נהל חשבון',
            "hi" => 'खाते का प्रबंधन करें',
            "id" => 'Kelola Akun',
            "it" => 'Gestisci account',
            "ja" => 'アカウント管理',
            "kn" => 'ಖಾತೆ ನಿರ್ವಹಣೆ',
            "ko" => '사용자 계정 관리',
            "nl" => 'Account Beheren',
            "pl" => 'Zarządzaj kontem',
            "pt" => 'Gerenciar a conta',
            "ru" => 'Управление счетом',
            "te" => 'ఖాతాను నిర్వహించండి',
            "th" => 'จัดการบัญชี',
            "tl" => 'Pamahalaan Ang Mga Account',
            "tr" => 'Hesabı Yönet',
            "vi-VN" => 'Quản lý tài khoản',
            "zh-CN" => '管理帳號',
        ]],
    "manageUsers" => ['db_activity_manage_users',
        [
            "ar" => 'إدارة المستخدمين',
            "bn" => 'ব্যবহারকারীদের পরিচালনা করুন',
            "de" => 'Benutzer Verwalten',
            "el-GR" => 'Διαχείριση χρηστών',
            "en-US" => 'Manage Users',
            "es" => 'Administrar usuarios',
            "fa" => 'مدیریت کاربران',
            "fr-FR" => 'Gérer les utilisateurs',
            "he" => 'ניהול משתמשים',
            "hi" => 'उपयोगकर्ताओं का प्रबंधन करें',
            "id" => 'Mengelola pengguna',
            "it" => 'Gestire gli utenti',
            "ja" => 'ユーザー管理',
            "kn" => 'ಬಳಕೆದಾರರು ನಿರ್ವಹಿಸಿ',
            "ko" => '사용자 관리',
            "nl" => 'Gebruikers beheren',
            "pl" => 'Zarządzaj użytkownikami',
            "pt" => 'Gerenciar usuários',
            "ru" => 'Управление пользователями',
            "te" => 'వినియోగదారులను నిర్వహించండి',
            "th" => 'จัดการผู้ใช้',
            "tl" => 'Pamahalaan Ang Mga User',
            "tr" => 'Kullanıcıları Yönet',
            "vi-VN" => 'Quản lý tên sử dụng',
            "zh-CN" => '管理使用者',
        ]],
    "manageRoles" => ['db_activity_manage_roles',
        [
            "ar" => 'إدارة أدوار',
            "bn" => 'ভূমিকা পরিচালনা করুন',
            "de" => 'Rollen Verwalten',
            "el-GR" => 'Διαχείριση ρόλων',
            "en-US" => 'Manage Roles',
            "es" => 'Administrar roles',
            "fa" => 'مدیریت نقش‌ها',
            "fr-FR" => 'Gérer les rôles',
            "he" => 'ניהול תפקידים',
            "hi" => 'भूमिकाओं का प्रबंधन करें',
            "id" => 'Mengelola peran',
            "it" => 'Gestire i ruoli',
            "ja" => '役割管理',
            "kn" => 'ಪಾತ್ರಗಳನ್ನು ನಿರ್ವಹಿಸಿ',
            "ko" => '사용자 권한 관리',
            "nl" => 'Rollen beheren',
            "pl" => 'Zarządzanie rolami',
            "pt" => 'Gerenciar funções',
            "ru" => 'Управление ролями',
            "te" => 'పాత్రలను నిర్వహించండి',
            "th" => 'จัดการบทบาท',
            "tl" => 'Pamahalaan Ang Mga Tungkulin',
            "tr" => 'Rolleri Yönetme',
            "vi-VN" => 'Quản lý chức vụ',
            "zh-CN" => '管理角色',
        ]],
    "manageCrawls" => ['db_activity_manage_crawl',
        [
            "ar" => 'إدارة يزحف',
            "bn" => 'দল পরিচালনা করুন',
            "de" => 'Verwalten Kriecht',
            "el-GR" => 'Διαχείριση Σαρώσεων',
            "en-US" => 'Manage Crawls',
            "es" => 'Administrar los rastreos',
            "fa" => 'مدیریت خزش‌ها',
            "fr-FR" => 'Gérer les indexes',
            "he" => 'ניהול סריקות',
            "hi" => 'क्रॉल का प्रबंधन करें',
            "id" => 'Mengelola perayapan',
            "it" => 'Gestire le ricerche',
            "ja" => '検索管理',
            "kn" => 'ನಿರ್ವಹಿಸಿ ಕ್ರಾಲ್',
            "ko" => '크롤 관리',
            "nl" => 'Beheer Crawls',
            "pl" => 'Zarządzanie przeszukuje',
            "pt" => 'Gerenciar rastreamentos',
            "ru" => 'Управление Ползает',
            "te" => 'Crawls నిర్వహించండి',
            "th" => 'จัดการการตระเวน',
            "tl" => 'Pamahalaan Ang Mga Pag-Crawl',
            "tr" => 'Taramaları Yönetme',
            "vi-VN" => 'Quản lý sự bò',
            "zh-CN" => '管理爬网',
        ]],
    "mixCrawls" => ['db_activity_mix_crawls',
        [
            "ar" => 'مزيج يزحف',
            "bn" => 'ছোটখাটো মেলামেশা',
            "de" => 'Mix Kriecht',
            "el-GR" => 'Μίξη Σαρώσεων',
            "en-US" => 'Mix Crawls',
            "es" => 'Mezclar De Los Rastreos',
            "fa" => 'ترکیب‌های خزش‌ها',
            "fr-FR" => 'Mélanger les indexes',
            "he" => 'מערבבים סריקות',
            "hi" => 'मिक्स क्रॉल',
            "id" => 'Gabungan merangkak',
            "it" => 'Combinare le ricerche',
            "ja" => 'クロールを混在させるには',
            "kn" => 'ಮಿಶ್ರಣ ಕ್ರಾಲ್',
            "ko" => '크롤링을 혼합하려면',
            "nl" => 'Mix Crawls',
            "pl" => 'Mieszać przeszukuje',
            "pt" => 'Misturar crawls',
            "ru" => 'Смесь Уползает',
            "te" => 'Crawls మిక్స్ చేయడానికి',
            "th" => 'การมิกซ์คลาน',
            "tl" => 'Paghaluin Ang Mga Pag-Crawl',
            "tr" => 'Crawls Karıştırmak için',
            "vi-VN" => 'Trộn Bò',
            "zh-CN" => '混合爬',
        ]],
    "manageClassifiers" => ['db_activity_manage_classifiers',
        [
            "ar" => 'إدارة المصنفات',
            "bn" => 'শ্রেণীফায়ার পরিচালনা করুন',
            "de" => 'Verwalten Von Klassifikatoren',
            "el-GR" => 'Διαχείριση Βαθμονομητών',
            "en-US" => 'Manage Classifiers',
            "es" => 'Administrar los clasificadores',
            "fa" => 'مدیریت كلسّفرس',
            "fr-FR" => 'Gérer les Classificateurs',
            "he" => 'ניהול מסווג',
            "hi" => 'क्लासिफायर्स का प्रबंधन करें',
            "id" => 'Mengelola Pengklasifikasi',
            "it" => 'Gestire i classificatori',
            "ja" => '分類子の管理',
            "kn" => 'ನಿರ್ವಹಿಸಿ ಪಟ್ಟಿ',
            "ko" => '분류자 관리',
            "nl" => 'Beheer Classifiers',
            "pl" => 'Zarządzanie klasyfikatorami',
            "pt" => 'Gerenciar classificadores',
            "ru" => 'Управление классификаторами',
            "te" => 'క్లాసిఫైయర్ లను నిర్వహించండి',
            "th" => 'จัดการลักษณนาม',
            "tl" => 'Pamahalaan Ang Mga Classifiers',
            "tr" => 'Sınıflandırıcıları Yönetme',
            "vi-VN" => 'Quản lý phân loại',
            "zh-CN" => '管理分类',
        ]],
    "pageOptions" => ['db_activity_file_options',
        [
            "ar" => 'خيارات الصفحة',
            "bn" => 'পৃষ্ঠার পছন্দসমূহ',
            "de" => 'Seite Optionen',
            "el-GR" => 'Επιλογές Σελίδας',
            "en-US" => 'Page Options',
            "es" => 'Las opciones de la página',
            "fa" => 'تنظیمات صفحه',
            "fr-FR" => 'Options de fichier',
            "he" => 'אפשרויות דף',
            "hi" => 'पेज विकल्प',
            "id" => 'Pilihan halaman',
            "it" => 'Opzioni pagina',
            "ja" => 'ページ オプション',
            "kn" => 'ಪುಟ ಆಯ್ಕೆಗಳು',
            "ko" => '페이지 옵션',
            "nl" => 'Opties voor de pagina',
            "pl" => 'Opcje strony',
            "pt" => 'Opções de página',
            "ru" => 'Параметры страницы',
            "te" => 'పుట ఐచ్ఛికాలు',
            "th" => 'ตัวเลือกเพจ',
            "tl" => 'Pahina Ng Mga Pagpipilian',
            "tr" => 'Sayfa Seçenekleri',
            "vi-VN" => 'Tùy chọn trang',
            "zh-CN" => '页面上选择',
        ]],
    "resultsEditor" => ['db_activity_results_editor',
        [
            "ar" => 'نتائج محرر',
            "bn" => 'ফলাফল সম্পাদক',
            "de" => 'Ergebnisse-Editor',
            "el-GR" => 'Επεξεργασία Αποτελεσμάτων',
            "en-US" => 'Results Editor',
            "es" => 'Editor de resultados',
            "fa" => 'ویرایشگر نتایج',
            "fr-FR" => 'Éditeur de résultats',
            "he" => 'תוצאות עורך',
            "hi" => 'परिणाम संपादक',
            "id" => 'Editor hasil',
            "it" => 'Editor risultati',
            "ja" => '結果エディタ',
            "kn" => 'ಫಲಿತಾಂಶಗಳು ಸಂಪಾದಕ',
            "ko" => '결과 편집기',
            "nl" => 'Resultaten Editor',
            "pl" => 'Edytor wyników',
            "pt" => 'Editor de Resultados',
            "ru" => 'Редактор результатов',
            "te" => 'ఫలితాల ఎడిటర్',
            "th" => 'ตัวแก้ไขผลลัพธ์',
            "tl" => 'Mga Resulta Editor',
            "tr" => 'Sonuç Editörü',
            "vi-VN" => 'Trình biên tập kết quả',
            "zh-CN" => '结果编辑',
        ]],
    "searchSources" => ['db_activity_search_services',
        [
            "ar" => 'مصادر البحث',
            "bn" => 'অনুসন্ধান সূত্র',
            "de" => 'Suche Quellen',
            "el-GR" => 'Πηγές Αναζήτησης',
            "en-US" => 'Search Sources',
            "es" => 'Fuentes de búsqueda',
            "fa" => 'منابع جستجو',
            "fr-FR" => 'Sources de recherche',
            "he" => 'חיפוש מקורות',
            "hi" => 'खोज स्रोत',
            "id" => 'Cari sumber',
            "it" => 'Origini di ricerca',
            "ja" => '検索ソース',
            "kn" => 'ಹುಡುಕಾಟ ಮೂಲಗಳು',
            "ko" => '소스 검색',
            "nl" => 'Zoek Bronnen',
            "pl" => 'Źródła wyszukiwania',
            "pt" => 'Fontes de pesquisa',
            "ru" => 'Источники поиска',
            "te" => 'మూలాలు శోధించు',
            "th" => 'ค้นหาแหล่งที่มา',
            "tl" => 'Maghanap Ng Mga Pinagkukunan',
            "tr" => 'Arama Kaynakları',
            "vi-VN" => 'Nguồn tìm kiếm',
            "zh-CN" => '搜索来源',
        ]],
    "scrapers" => ['db_activity_scrapers',
        [
            "ar" => 'ويب كاشطات',
            "bn" => 'ওয়েব স্ক্রাবের',
            "de" => 'Web-Schaber',
            "el-GR" => 'Σαρωτές Ιστού',
            "en-US" => 'Web Scrapers',
            "es" => 'Web Raspadores',
            "fa" => 'وب زداینده',
            "fr-FR" => 'Web grattoirs',
            "he" => 'אינטרנט מגרדים',
            "hi" => 'वेब स्क्रैपर्स',
            "id" => 'Web Scraper',
            "it" => 'Raschiatori Web',
            "ja" => 'ウェブスクレーパー',
            "kn" => 'ವೆಬ್ ಸ್ಕ್ರೇಪರ್ಗಳು',
            "ko" => '웹 스크레이퍼',
            "nl" => 'Web scrapers',
            "pl" => 'Skrobaki internetowe',
            "pt" => 'Raspadores da Web',
            "ru" => 'Веб Скребкерс',
            "te" => 'వెబ్ స్క్రాప్స్',
            "th" => 'ขูดเว็บ',
            "tl" => 'Web Scraper',
            "tr" => 'Web Kazıyıcılar',
            "vi-VN" => 'Web Chọc',
            "zh-CN" => '网刮',
        ]],
    "userMessages" => ['db_activity_user_messages',
        [
            "ar" => 'رسائل',
            "bn" => 'বার্তাগুলি',
            "de" => 'Meldungen',
            "el-GR" => 'Μηνύματα',
            "en-US" => 'Messages',
            "es" => 'Mensajes',
            "fa" => 'پیام',
            "fr-FR" => 'Messages',
            "he" => 'הודעות',
            "hi" => 'संदेश',
            "id" => 'Pesan',
            "it" => 'Messaggi',
            "ja" => 'メッセージ',
            "kn" => 'ಸಂದೇಶಗಳುು',
            "ko" => '메시지',
            "nl" => 'Berichten',
            "pl" => 'Wiadomości',
            "pt" => 'Mensagens',
            "ru" => 'Сообщения',
            "te" => 'సందేశాలుు',
            "th" => 'ข้อความ',
            "tl" => 'Mga Mensahe',
            "tr" => 'Ileti',
            "vi-VN" => 'Thư',
            "zh-CN" => '私信',
        ]],
    "userMail" => ['db_activity_user_mail',
        [
            "en-US" => 'Mail',
        ]],
    "groupFeeds" => ['db_activity_group_feeds',
        [
            "ar" => 'يغذي الويكي',
            "bn" => 'ফিড এবং উইকিস',
            "de" => 'Feeds und Wikis',
            "el-GR" => 'Ροές και Wikis',
            "en-US" => 'Feeds and Wikis',
            "es" => 'Fuentes y wikis',
            "fa" => 'تغذیه و ویکیهای',
            "fr-FR" => 'Les flux et les wikis',
            "he" => 'הזנות במיזמים',
            "hi" => 'फ़ीड और विकी',
            "id" => 'Feed dan wiki',
            "it" => 'Feed e Wiki',
            "ja" => 'フィードと Wiki',
            "kn" => 'ಆಹಾರ ಮತ್ತು ವಿಕಿಗಳು',
            "ko" => '피드 및 위키',
            "nl" => 'Feeds en Wikis',
            "pl" => 'Kanały i wiki',
            "pt" => 'Feeds e Wikis',
            "ru" => 'Каналы и Вики',
            "te" => 'సారములు మరియు వికీలు',
            "th" => 'ฟีดและวิกิ',
            "tl" => 'Feed at Wiki',
            "tr" => 'Yayınlar ve Vikiler',
            "vi-VN" => 'Thức ăn và Wiki',
            "zh-CN" => '饲料和维基',
        ]],
    "manageGroups" => ['db_activity_manage_groups',
        [
            "ar" => 'إدارة المجموعات',
            "bn" => 'দল পরিচালনা করুন',
            "de" => 'Gruppen Verwalten',
            "el-GR" => 'Διαχείριση Ομάδων',
            "en-US" => 'Manage Groups',
            "es" => 'Administrar grupos',
            "fa" => 'مدیریت گروه',
            "fr-FR" => 'Gérer les groupes',
            "he" => 'ניהול קבוצות',
            "hi" => 'समूहों का प्रबंधन करें',
            "id" => 'Mengelola grup',
            "it" => 'Gestisci gruppi',
            "ja" => 'グループの管理',
            "kn" => 'ಗುಂಪುಗಳು ನಿರ್ವಹಿಸಿ',
            "ko" => '그룹 관리',
            "nl" => 'Groepen beheren',
            "pl" => 'Zarządzanie grupami',
            "pt" => 'Grupos gerenciados',
            "ru" => 'Управлять группами',
            "te" => 'సమూహాలను నిర్వహించండి',
            "th" => 'จัดการกลุ่ม',
            "tl" => 'Pamahalaan Ang Mga Pangkat',
            "tr" => 'Grupları Yönet',
            "vi-VN" => 'Quản lý nhóm',
            "zh-CN" => '管理组',
        ]],
    "botStory" => ['db_activity_botstory',
        [
            "ar" => 'بوت القصة',
            "bn" => 'বট গল্প',
            "de" => 'Bot-Geschichte',
            "el-GR" => "ιστορία bot",
            "en-US" => 'Bot Story',
            "es" => 'Bot historia',
            "fa" => 'ربات داستان',
            "fr-FR" => 'Bot histoire',
            "he" => 'בוט הסיפור',
            "hi" => 'बीओटी कहानी',
            "id" => 'Bot Cerita',
            "it" => 'Bot Storia',
            "ja" => 'ボットストーリー',
            "kn" => 'ಬೋಟ್ ಕಥೆ',
            "ko" => '봇 스토리',
            "nl" => 'Bot Story',
            "pl" => 'Historia botów',
            "pt" => 'História do bot',
            "ru" => 'История бота',
            "te" => 'బాట్ స్టోరీ',
            "th" => 'เรื่องราวของ Bot',
            "tl" => 'Bot Kuwento',
            "tr" => 'Bot Hikayesi',
            "vi-VN" => 'Bot Câu Chuyện',
            "zh-CN" => '机器人的故事',
        ]],
    "manageCredits" => ['db_activity_manage_credits',
        [
            "ar" => 'إدارة الاعتمادات',
            "bn" => 'ক্রেডিট পরিচালনা করুন',
            "de" => 'Guthaben Verwalten',
            "el-GR" => 'Διαχείριση Μονάδων',
            "en-US" => 'Manage Credits',
            "es" => 'Administrar créditos',
            "fa" => 'مدیریت اعتبار',
            "fr-FR" => 'Gérer les crédits',
            "he" => 'ניהול קרדיטים',
            "hi" => 'रेडिट का प्रबंधन करें',
            "id" => 'Mengelola Kredit',
            "it" => 'Gestire i crediti',
            "ja" => 'クレジットの管理',
            "kn" => 'ನಿರ್ವಹಿಸಿ ಕ್ರೆಡಿಟ್ಸ್',
            "ko" => '크레딧 관리',
            "nl" => 'Credits beheren',
            "pl" => 'Zarządzaj kredytami',
            "pt" => 'Gerenciar créditos',
            "ru" => 'Управление кредитами',
            "te" => 'క్రెడిట్ లను నిర్వహించండి',
            "th" => 'จัดการเครดิต',
            "tl" => 'Pamahalaan Ang Mga Kredito',
            "tr" => 'Kredileri Yönet',
            "vi-VN" => 'Quản Lý Các Khoản Tín Dụng',
            "zh-CN" => '管理学分',
        ]],
    "manageAdvertisements" => ['db_activity_manage_advertisements',
        [
            "ar" => 'إدارة إعلانات',
            "bn" => 'বিজ্ঞাপন পরিচালনা করুন',
            "de" => 'Werbung Verwalten',
            "el-GR" => 'Διαχείριση Διαφημίσεων',
            "en-US" => 'Manage Advertisements',
            "es" => 'Administrar anuncios',
            "fa" => 'مدیریت تبلیغات',
            "fr-FR" => 'Gérer les publicités',
            "he" => 'ניהול פרסומות',
            "hi" => 'विज्ञापनों का प्रबंधन करें',
            "id" => 'Mengelola Iklan',
            "it" => 'Gestire gli annunci',
            "ja" => '提供情報の管理',
            "kn" => 'ಜಾಹೀರಾತುಗಳು ನಿರ್ವಹಿಸಿ',
            "ko" => '광고 관리',
            "nl" => 'Advertenties beheren',
            "pl" => 'Zarządzaj reklamami',
            "pt" => 'Gerenciar anúncios',
            "ru" => 'Управление рекламой',
            "te" => 'ప్రకటనలను నిర్వహించండి',
            "th" => 'จัดการโฆษณา',
            "tl" => 'Pamahalaan Ang Mga Advertisement',
            "tr" => 'Reklamları Yönet',
            "vi-VN" => 'Quản Lý Quảng Cáo',
            "zh-CN" => '管理的广告',
        ]],
    "manageMachines" => ['db_activity_manage_machines',
        [
            "ar" => 'إدارة الآلات',
            "bn" => 'মেশিন পরিচালনা করুন',
            "de" => 'Verwalten Maschinen',
            "el-GR" => 'Διαχείριση Μηχανημάτων',
            "en-US" => 'Manage Machines',
            "es" => 'Gestionar las máquinas',
            "fa" => 'مدیریت دستگاه‌ها',
            "fr-FR" => 'Gérer les machines',
            "he" => 'ניהול מכונות',
            "hi" => 'मशीनों का प्रबंधन करें',
            "id" => 'Mengelola mesin',
            "it" => 'Gestire le macchine',
            "ja" => 'マシンの管理',
            "kn" => 'ನಿರ್ವಹಿಸಿ ಯಂತ್ರಗಳು',
            "ko" => '컴퓨터 관리',
            "nl" => 'Beheer Machines',
            "pl" => 'Zarządzanie maszynami',
            "pt" => 'Gerenciar máquinas',
            "ru" => 'Управление машинами',
            "te" => 'యంత్రాలు నిర్వహించండి',
            "th" => 'จัดการเครื่องจักร',
            "tl" => 'Pamahalaan Ang Machine',
            "tr" => 'Makineleri Yönet',
            "vi-VN" => 'Quản Lý Máy',
            "zh-CN" => '管理机',
        ]],
    "manageLocales" => ['db_activity_manage_locales',
        [
            "ar" => 'إدارة مواقع',
            "bn" => 'লোকেশনসমূহ পরিচালনা করুন',
            "de" => 'Verwalten Locales',
            "el-GR" => 'Διαχείριση Γλωσσών',
            "en-US" => 'Manage Locales',
            "es" => 'Administrar configuraciones regionales',
            "fa" => 'مدیریت زبان‌ها',
            "fr-FR" => 'Gérer les lieux',
            "he" => 'ניהול אזורים',
            "hi" => 'स्थानों का प्रबंधन करें',
            "id" => 'Mengelola locales',
            "it" => 'Gestire le impostazioni locali',
            "ja" => 'ローケル管理',
            "kn" => 'ನಿರ್ವಹಿಸಿ ಪ್ರದೇಶಗಳಲ್ಲಿ',
            "ko" => '로케일 관리',
            "nl" => 'Beheer varianten',
            "pl" => 'Zarządzanie ustawieniami locales',
            "pt" => 'Gerenciar locais',
            "ru" => 'Управление Локалами',
            "te" => 'లోకేల్స్ నిర్వహించండి',
            "th" => 'จัดการตำแหน่งที่เป็น',
            "tl" => 'Pamahalaan Ang Mga Locale',
            "tr" => 'Yerel Leri Yönet',
            "vi-VN" => 'Quản lý miền địa phương',
            "zh-CN" => '管理选择',
        ]],
    "servers" => ['db_activity_server_settings',
        [
            "ar" => 'إعدادات الخادم',
            "bn" => 'সার্ভার সেটিংস',
            "de" => 'Server-Einstellungen',
            "el-GR" => 'Ρυθμίσεις Διακομιστή',
            "en-US" => 'Servers',
            "es" => 'La configuración del servidor',
            "fa" => 'تنظیمات سرور',
            "fr-FR" => 'Paramètres du serveur',
            "he" => 'הגדרות שרת',
            "hi" => 'सर्वर सेटिंग',
            "id" => 'Pengaturan server',
            "it" => 'Impostazione server',
            "ja" => 'サーバー設定',
            "kn" => 'ಸರ್ವರ್ ಸೆಟ್ಟಿಂಗ್ಗಳನ್ನು',
            "ko" => '서버 설정',
            "nl" => 'Server instellingen',
            "pl" => 'Ustawienia serwera',
            "pt" => 'Configuração do servidor',
            "ru" => 'Настройка сервера',
            "te" => 'సర్వర్ అమర్పు',
            "th" => 'การตั้งค่าเซิร์ฟเวอร์',
            "tl" => 'Mga Setting Ng Server',
            "tr" => 'Sunucu Ayarı',
            "vi-VN" => 'Cài Đặt Máy Chủ',
            "zh-CN" => '设置服务器',
        ]],
    "userRolesGroups" => ['db_activity_user_roles_groups',
        [
            "en-US" => 'User, Roles, Groups',
        ]],
    "security" => ['db_activity_security',
        [
            "ar" => 'الأمن',
            "bn" => 'নিরাপত্তা',
            "de" => 'Sicherheit',
            "el-GR" => 'Ασφάλεια',
            "en-US" => 'Security',
            "es" => 'Seguridad',
            "fa" => 'امنیت',
            "fr-FR" => 'Sécurité',
            "he" => 'אבטחה',
            "hi" => 'सुरक्षा',
            "id" => 'Keamanan',
            "it" => 'Sicurezza',
            "ja" => 'セキュリティ',
            "kn" => 'ಭದ್ರತಾ',
            "ko" => '보안',
            "nl" => 'Veiligheid',
            "pl" => 'Zabezpieczeń',
            "pt" => 'Segurança',
            "ru" => 'Безопасности',
            "te" => 'భద్రతా',
            "th" => 'ความปลอดภัย',
            "tl" => 'Seguridad',
            "tr" => 'Güvenlik',
            "vi-VN" => 'An ninh',
            "zh-CN" => '安全',
        ]],
    "appearance" => ['db_activity_appearance',
        [
            "ar" => 'المظهر',
            "bn" => 'উপস্থিতি',
            "de" => 'Aussehen',
            "el-GR" => 'Εμφάνιση',
            "en-US" => 'Appearance',
            "es" => 'Apariencia',
            "fa" => 'ظاهر',
            "fr-FR" => 'Aspect',
            "he" => 'מראה',
            "hi" => 'उपस्थिति',
            "id" => 'Penampilan',
            "it" => 'Aspetto',
            "ja" => '外観',
            "kn" => 'ಕಾಣಿಸಿಕೊಂಡ',
            "ko" => '모양을',
            "nl" => 'Verschijning',
            "pl" => 'Wygląd',
            "pt" => 'Aparência',
            "ru" => 'Внешний вид',
            "te" => 'స్వరూపం',
            "th" => 'ลักษณะ',
            "tl" => 'Hitsura',
            "tr" => 'Görünüm',
            "vi-VN" => 'Xuất hiện',
            "zh-CN" => '外观',
        ]],
    "configure" => ['db_activity_configure',
        [
            "ar" => 'تكوين',
            "bn" => 'কনফিগার',
            "de" => 'Konfigurieren',
            "el-GR" => 'Ρύθμιση',
            "en-US" => 'Configure',
            "es" => 'Configurar',
            "fa" => 'پیکربندی',
            "fr-FR" => 'Configurer',
            "he" => 'הגדיר',
            "hi" => 'कॉन्फ़िगर',
            "id" => 'Mengkonfigurasi',
            "it" => 'Configurare',
            "ja" => '設定',
            "kn" => 'ಸಂರಚಿಸಲು',
            "ko" => '구성',
            "nl" => 'Configureren',
            "pl" => 'Skonfigurować',
            "pt" => 'Configurar',
            "ru" => 'Настроить',
            "te" => 'కాన్ఫిగర్',
            "th" => 'ตั้ง ค่า คอน ฟิก',
            "tl" => 'I-Configure',
            "tr" => 'Yapılandırmak',
            "vi-VN" => 'Cấu hình',
            "zh-CN" => '配置',
        ]],
];
$i = 1;
foreach ($activities as $activity => $translation_info) {
    // set-up activity
    $db->execute("INSERT INTO ACTIVITY VALUES ($i, $i, '$activity')");
    //give admin role the ability to have that activity (except ads)
    if (!in_array($activity, ["manageCredits", "manageAdvertisements"] )) {
        if ($activity == "botStory") {
            $db->execute("INSERT INTO ROLE_ACTIVITY VALUES (" .
                BOT_ROLE . ", $i, 'all')");
        } else {
            $db->execute("INSERT INTO ROLE_ACTIVITY VALUES (" .
                ADMIN_ROLE . ", $i, 'all')");
        }
    } else if (in_array(MONETIZATION_TYPE, ['group_fees',
        'keyword_advertisements', 'fees_and_keywords']) &&
        $activity == "manageCredits") {
        $db->execute("INSERT INTO ROLE_ACTIVITY VALUES (" .
            ADMIN_ROLE . ", $i, 'all')");
    } else if (in_array(MONETIZATION_TYPE, [
        'keyword_advertisements', 'fees_and_keywords']) &&
        $activity == "manageAdvertisements") {
        $db->execute("INSERT INTO ROLE_ACTIVITY VALUES (" .
            ADMIN_ROLE . ", $i, 'all')");
    }
    $db->execute("INSERT INTO TRANSLATION
        VALUES($i, '{$translation_info[0]}')");
    foreach ($translation_info[1] as $locale_tag => $translation) {
        $index = $locale_index[$locale_tag];
        $db->execute("INSERT INTO TRANSLATION_LOCALE VALUES ($i, $index,
            '$translation')");
    }
    $i++;
}
$new_user_activities = [
    "manageAccount",
    "manageGroups",
    "groupFeeds",
    "userMessages",
    "userMail",
];
if (in_array(MONETIZATION_TYPE, ['group_fees',
    'keyword_advertisements', 'fees_and_keywords']) &&
    $activity == "manageCredits") {
    $new_user_activities[] = "manageCredits";
}
if (in_array(MONETIZATION_TYPE, [
    'keyword_advertisements', 'fees_and_keywords']) &&
    $activity == "manageAdvertisements") {
    $new_user_activities[] = "manageAdvertisements";
}
foreach ($new_user_activities as $new_activity) {
    $i = 1;
    foreach ($activities as $key => $value) {
        if ($new_activity == $key){
        //give new user role the ability to have that activity
            $arguments = ($new_activity == "groupFeeds") ?
                "no_git_repository" : "all";
            $db->execute("INSERT INTO ROLE_ACTIVITY VALUES (".
                USER_ROLE . ", $i, '$arguments')");
        }
        $i++;
    }
}
$i = 1;
foreach ($activities as $key => $value) {
    if ($key == "groupFeeds") {
        $db->execute("INSERT INTO ROLE_ACTIVITY VALUES (" .
            DEVELOPER_ROLE . ", $i, 'all')");
    }
    $i++;
}
$db->execute("INSERT INTO MACHINE VALUES ('NAME_SERVER', 'BASE_URL', 0, 2,'')");
$media_sources = [
    ['100000000', 'Yahoo News', 'rss', 'news', 'https://news.yahoo.com/rss/',
        '//content/@url###/Daily(\s|\-)+Beast/i', 'en-US'],
    ['100000002', 'Yioop News', 'json', 'news',
        'https://www.yioop.com/s/news?f=json',
        '//channel###//item###//title###//description###//link###//image_link',
        'en-US'],
    ['100000003', 'The Hollywood Reporter', 'html', 'news',
        'https://www.hollywoodreporter.com/c/news',
        "//section[contains(@class, 'latest-stories-news-river')]" .
        "###//div[contains(@class, 'story')]###//h3###//p###//h3/a###".
        "//img/@data-lazy-src", 'en-US'],
    ['100000004', 'National Weather Service 4', 'regex', 'weather',
        'http://forecast.weather.gov/product.php?'.
        'site=NWS&issuedby=04&product=SCS&format=txt&version=1&glossary=0',
        '/WEA\s+LO\/HI\s*\n+([^<]+)\n+NATIONAL/mi###/\n/###'.
        '/^(.+?)\s\s\s+/###/\s\s\s+(.+?)$/###http://www.weather.gov/###',
        'en-US'],
    ['100000005', 'Ted', 'feed_podcast', '2592000',
        'https://pa.tedcdn.com/feeds/talks.rss',
        '############enclosure###Public@Podcast Examples/Ted/%Y-%m-%d %F',
        'en-US'],
    ['100000006', 'IMDB', 'description_source', 'TV\s*Show|Movie',
        'https://www.imdb.com/find?q=',
        "Year/Rating | //h1[contains(@data-testid,'hero__pageTitle')]".
            "/following-sibling::ul/li/a\n" .
        "IMDB | (.//div[contains(@data-testid," .
            "'hero-rating-bar__aggregate-rating__score')]/span)[1]\n" .
        "Plot | //span[contains(@data-testid,'plot-l')]\n" .
        "Genres | //a[contains(@class,'ipc-chip')]\n" .
        "Credits | //div[contains(@data-testid,'title-pc-expanded-section')]" .
            "//li[contains(@data-testid,'title-pc-principal-credit')]//a\n".
        "###//li[contains(@class,'find-result-item')]###" .
        "//a[contains(@class,'pc-metadata-list-summary-item__t')]###" .
        "//a[contains(@class,'ipc-metadata-list-summary-item__t')]/@href".
        "############" .
        "Movie/Catch me if you can.mp4\n" .
        "Movie/Inception.mp4\n" .
        "Movie/Wrong Turn.mp4\n" .
        "TV Shows/Gilligan's Island", 'en-US'],
    ['100000007', 'AllMusic Artist', 'description_source',
        '/Music[^\/]*\/[^\/]*$/',
        'https://www.allmusic.com/search/artists/',
        'Bio | //*[contains(@id,"bioHeadline")]' . "\n".
        'Active Dates | //div[contains(@id,"basicInfoMeta")]' .
            '/div[contains(@class,"activeDates")]' . "\n".
        'Formed | //div[contains(@id,"basicInfoMeta")]' .
            '/div[contains(@class,"birth")]' . "\n".
        'Genre | //div[contains(@id,"basicInfoMeta")]' .
            '/div[contains(@class,"genre")]' . "\n".
        'Styles | //div[contains(@id,"basicInfoMeta")]' .
            '/div[contains(@class,"styles")]' . "\n".
        'Group Members | //div[contains(@id,"basicInfoMeta")]' .
            '/div[contains(@class,"group-members")]' . "\n".
        "###//div[contains(@class,'artist')]###" .
        "//div[contains(@class,'name')]/a###" .
        "//div[contains(@class,'name')]/a/@href" .
        "############" .
        "/Music/Buzzcocks\n/Music/Madonna\n/Music/Madonna/Like a Virgin\n",
        'en-US'],
    ['100000008', 'AllMusic Album', 'description_source',
        'Music[^\/]*\/([^\/]+)\/',
        'https://www.allmusic.com/search/albums/',
        'Artists | //*[contains(@id,"albumArtists")]' . "\n".
        'Duration | //div[contains(@id,"basicInfoMeta")]' .
            '/div[contains(@class,"duration")]/span' . "\n".
        'Release Date | //div[contains(@id,"basicInfoMeta")]' .
            '/div[contains(@class,"release-date")]/span' . "\n".
        'Genre | //div[contains(@id,"basicInfoMeta")]' .
            '/div[contains(@class,"genre")]/div' . "\n".
        'Styles | //div[contains(@id,"basicInfoMeta")]' .
            '/div[contains(@class,"styles")]/div' . "\n".
        "###//div[contains(@class,'album')]###" .
        "//div[contains(@class,'title')]/a###" .
        "//div[contains(@class,'title')]/a/@href" .
        "############" .
        "/Music/Buzzcocks\n" .
        "/Music/Buzzcocks/Time's up\n/Music/Madonna/Like a Virgin\n", 'en-US']
];
$sql = "INSERT INTO MEDIA_SOURCE(TIMESTAMP, NAME, TYPE, CATEGORY,
    SOURCE_URL, AUX_INFO, LANGUAGE) VALUES  (?, ?, ?, ?, ?, ?, ?)";
foreach ($media_sources as $media_source) {
    $db->execute($sql, $media_source);
}
$db->execute("INSERT INTO CRAWL_MIXES VALUES (2, 'images', ".ROOT_ID.", -1)");
$db->execute("INSERT INTO MIX_FRAGMENTS VALUES(2, 0, 1)");
$db->execute("INSERT INTO MIX_COMPONENTS VALUES(
    2, 0, 1, 1, 1, 'media:image site:doc')");
$db->execute("INSERT INTO CRAWL_MIXES VALUES (3, 'videos', ".ROOT_ID.", -1)");
$db->execute("INSERT INTO MIX_FRAGMENTS VALUES(3, 0, 1)");
$db->execute("INSERT INTO MIX_COMPONENTS VALUES(
    3, 0, 1, 1, 1, 'media:video')");
$db->execute("INSERT INTO CRAWL_MIXES VALUES (4, 'news', ".ROOT_ID.", -1)");
$db->execute("INSERT INTO MIX_FRAGMENTS VALUES(4, 0, 1)");
$db->execute("INSERT INTO MIX_COMPONENTS VALUES(4, 0, 100, 1, -1,
    'media:news')");
$db->execute("INSERT INTO SUBSEARCH VALUES('db_subsearch_images',
    'images','m:2', 50, '')");
$db->execute("INSERT INTO TRANSLATION VALUES (1002, 'db_subsearch_images')");
$db->execute("INSERT INTO SUBSEARCH VALUES ('db_subsearch_videos',
    'videos','m:3', 10, '')");
$db->execute("INSERT INTO TRANSLATION VALUES (1003, 'db_subsearch_videos')");
$db->execute("INSERT INTO SUBSEARCH VALUES ('db_subsearch_news',
    'news','m:4', 20, 'lang:default-major  highlight:1')");
$db->execute("INSERT INTO TRANSLATION VALUES (1004, 'db_subsearch_news')");
$db->execute("INSERT INTO SUBSEARCH VALUES ('db_subsearch_trends',
    'trends','-1', 10, 'trending:news:score_desc highlight:2')");
$db->execute("INSERT INTO TRANSLATION VALUES (1005, 'db_subsearch_trends')");
$sql = "INSERT INTO SCRAPER(NAME, SIGNATURE, TEXT_PATH, DELETE_PATHS,
    EXTRACT_FIELDS) VALUES (?, ?, ?, ?, ?)";
$scrapers = [
    ["DRUPAL", "/html/head/*[contains(@href, '/sites/all/themes') or " .
        "contains(@href, '/sites/default/files') or " .
        "contains(@content, 'Drupal')]|" .
        "//*[contains(@class, 'drupalorg-site-main')]",
        "//*[@id='main']",
        "//*[contains(@class, 'd-animations-settings')]\n" .
        "//*[contains(@class,'element-invisible')]\n" .
        "//*[contains(@class,'visually-hidden')]\n" .
        "//*[@id='skip-link']\n" .
        "//*[contains(@class,'skip-link')]\n" .
        "//*[contains(@class,'last-reply')]\n" .
        "//*[contains(@class,'more-link')]\n" .
        "//*[contains(@class,'breadbox')]\n" .
        "//*[contains(@class,'topics')]\n" .
        "//*[contains(@class,'posts')]\n" .
        "//thead\n",
        ""],
    ["MEDIAWIKI", "//meta[contains(@content, 'MediaWiki')]",
        "//main|//*[@id='content']",
        "//*[contains(@class, 'cdx-button')]\n" .
        "//*[contains(@class, 'vector-dropdown')]\n" .
        "//*[contains(@class, 'vector-page-toolbar')]\n" .
        "//*[contains(@class, 'vector-body-before-content')]\n" .
        "//*[contains(@class, 'nmbox')]\n" .
        "//*[contains(@class, 'hatnote')]\n" .
        "//*[contains(@class, 'infobox')]\n" .
        "//*[contains(@class, 'haudio')]\n" .
        "//*[contains(@class, 'IPA')]\n" .
        "//*[contains(@class, 'rt-commentedText')]\n" .
        "//a[contains(., 'Full') and contains(., 'article')]\n",
        ""],
    ["VBULLETIN", "/html/head/*[contains(@href,'vbulletin')]",
        "//main",
        "//*[contains(@class, 'widget-tabs-nav')]\n" .
        "//*[contains(@class, 'conversation-tool-wrapper')]\n" .
        "//*[contains(@class, 'b-sharing-menu')]\n" .
        "//*[contains(@class, 'pagenav-controls')]\n" .
        "//*[contains(@class, 'pagenav-container')]\n" .
        "//*[contains(@class, 'widget-header')]\n" .
        "//*[contains(@class, 'b-post__footer')]\n" .
        "//*[contains(@class, 'toolbar-filter-overlay')]\n" .
        "//*[contains(@class,'forum-list-header')]\n" .
        "//*[contains(@class,'toolbar-filter')]\n" .
        "//*[contains(@class,'js-conversation-showmore')]\n" .
        "//*[contains(@class,'filtered-by')]\n" .
        "//*[contains(@class,'empty')]\n" .
        "//*[contains(@class,'new-conversations-strip')]\n" .
        "//*[contains(@class,'h-hide')]\n" .
        "//*[contains(@class,'post-date')]\n" .
        "//*[contains(@class,'cell-count')]\n" .
        "//*[contains(@class,'topics-count')]\n" .
        "//*[contains(@class,'posts-count')]\n" .
        "//*[contains(@class,'list-footer')]",
        ""],
    ["VIDEO SITE",
        "//meta[@property='og:type' and contains(@content, 'video')]", "", "",
        "IS_VIDEO=//meta[@property='og:type' and" .
        " contains(@content, 'video')]/@content\n" .
        "IS_VR=//meta[(@property='og:video:tag' ".
        " (contains(@content, '360') or" .
        " contains(@content, '180') or contains(@content, 'VR'))]/@content\n" .
        "SITE_NAME=//meta[@property='og:site_name']/@content\n" .
        "HEIGHT=//meta[@property='og:video:height']/@content\n" .
        "WIDTH=//meta[@property='og:video:width']/@content\n" .
        "DURATION=//meta[@property='video:duration']/@content\n" .
        "ALT_DURATION=//meta[@itemprop='duration']/@content\n".
        "PUBDATE=//meta[@property='video:release_date']/@content\n" .
        "ALT_PUBDATE=//meta[@itemprop='datePublished']/@content\n" .
        "VIEW_COUNT=//meta[@itemprop='interactionCount']/@content\n" .
        "THUMB_URL=//meta[@property='og:image']/@content"],
    ["WORDPRESS", "/html/head/*[contains(@href, 'wp-content') or ".
        "contains(@href, 'wp-includes')]",
        "//main|//div[starts-with(@id, 'post-') and " .
        "'post-' = translate(@id, '0123456789', '') and " .
        "string-length(@id) >4]|//div[contains(@class, 'homepagewrapper')]|" .
        "//div[contains(@class, 'homepage-row')]/parent::*|" .
        "//div[contains(@class, 'archive-grid')]/parent::*",
        "//*[@id='entry-comments']\n" .
        "//*[contains(@class, 'sharedaddy')]\n" .
        "//*[contains(@class, 'blog-subscribe')]\n" .
        "//*[@id='entry-side']\n" .
        "//*[contains(@class, 'signup')]\n" .
        "//*[contains(@class, 'module-donate')]",
        ""],
    ["YIOOP", "//meta[@name='generator' and contains(@content,'Yioop')]",
        "//div[contains(@class, 'body-container')]",
        "//*[@id='message']\n" .
        "//*[@id='help']\n" .
        "//*[contains(@class, 'query-statistics')]\n" .
        "//*[@id='suggest']\n" .
        "//*[@id='spell']",
        ""],
    ];
foreach ($scrapers as $scraper) {
    $db->execute($sql, $scraper);
}
$subsearch_translations = [
    'db_subsearch_images' => [
            "ar" => 'لصور',
            "bn" => 'প্রতিচ্ছবি',
            "de" => 'Bilder',
            "el-GR" => 'Εικόνες',
            "en-US" => 'Images',
            "es" => 'Imágenes',
            "fa" => 'تصاوی',
            "fr-FR" => 'Images',
            "he" => 'תמונות',
            "hi" => 'छवियां',
            "id" => 'Gambar',
            "it" => 'Immagini',
            "ja" => '画像',
            "kn" => 'ಚಿತ್ರಗಳು',
            "ko" => '이미지',
            "nl" => 'Beelden',
            "pl" => 'Obrazów',
            "pt" => 'Imagens',
            "ru" => 'Изображения',
            "te" => 'చిత్రాలు',
            "th" => 'ภาพ',
            "tl" => 'Mga larawan',
            "tr" => 'Görüntü',
            "vi-VN" => 'Hình',
            "zh-CN" => '图象',
    ],
    'db_subsearch_videos' => [
            "ar" => 'فيدي',
            "bn" => 'ভিডিও',
            "de" => 'Videos',
            "el-GR" => 'Βίντεο',
            "en-US" => 'Videos',
            "es" => 'Videos',
            "fa" => 'ویدیوها',
            "fr-FR" => 'Vidéos',
            "he" => 'קטעי וידאו',
            "hi" => 'वीडियो',
            "id" => 'Video',
            "it" => 'Video',
            "ja" => 'ビデオ',
            "kn" => 'ವೀಡಿಯೊಗಳು',
            "ko" => '동영상',
            "nl" => 'Videos',
            "pl" => 'Filmy',
            "pt" => 'Vídeos',
            "ru" => 'Видео',
            "te" => 'వీడియోలు',
            "th" => 'วิดีโอ',
            "tl" => 'Video',
            "tr" => 'Video',
            "vi-VN" => 'Thâu hình',
            "zh-CN" => '录影',
    ],
    'db_subsearch_news' => [
            "ar" => 'أخبار',
            "bn" => 'সংবাদ',
            "de" => 'Nachrichten',
            "el-GR" => 'Ειδήσεις',
            "en-US" => 'News',
            "es" => 'Noticias',
            "fa" => 'اخبا',
            "fr-FR" => 'Actualités',
            "he" => 'חדשות',
            "hi" => 'समाचार',
            "id" => 'Berita',
            "it" => 'Notizie',
            "ja" => 'ニュース',
            "kn" => 'ಸುದ್ದಿ',
            "ko" => '뉴스',
            "nl" => 'Nieuws',
            "pl" => 'Wiadomości',
            "pt" => 'Notícias',
            "ru" => 'Новости',
            "te" => 'న్యూస్',
            "th" => 'ข่าว',
            "tl" => 'Balita',
            "tr" => 'Haber',
            "vi-VN" => 'Tin tức',
            "zh-CN" => '新闻',
    ],
    'db_subsearch_trends' => [
            "ar" => 'الاتجاهات',
            "bn" => 'প্রবণতা',
            "de" => 'Trends',
            "el-GR" => 'Τάσεις',
            "en-US" => 'Trends',
            "es" => 'Tendencias',
            "fa" => 'روند',
            "fr-FR" => 'Tendances',
            "he" => 'גמות',
            "hi" => 'रुझान',
            "id" => 'Tren',
            "it" => 'Tendenze',
            "ja" => '動向',
            "kn" => 'ಪ್ರವೃತ್ತಿಗಳು',
            "ko" => '동향',
            "nl" => 'Trends',
            "pl" => 'Trendy',
            "pt" => 'Tendências',
            "ru" => 'Тенденции',
            "te" => 'ట్రెండ్',
            "th" => 'แนว โน้ม',
            "tl" => 'Mga uso',
            "tr" => 'Eğilim',
            "vi-VN" => 'Xu hướng',
            "zh-CN" => '趨勢',
    ]
];
foreach ($subsearch_translations as $identifier => $locale_translations) {
    foreach ($locale_translations as $locale_tag => $translation) {
        L\updateTranslationForStringId($db, $identifier, $locale_tag,
            $translation);
    }
}
if ($lower_dbms == 'pdo' && stristr(DB_HOST, 'pgsql')  !== false) {
    /* For postgres count initial values of SERIAL sequences
       will be screwed up unless do
     */
    $auto_tables = ["ACTIVITY" =>"ACTIVITY_ID", "ADVERTISEMENT" => "ID",
        "CHAT_BOT_PATTERN" => "PATTERN_ID", "GROUP_ITEM" =>"ID",
        "GROUP_PAGE" => "ID", "SOCIAL_GROUPS" => "GROUP_ID",
        "LOCALE"=> "LOCALE_ID", "PAGE_RELATIONSHIP" => "ID",
        "QUERY_ITEM" => "ID", "ROLE" => "ROLE_ID", "SCRAPER" => "ID",
        "TRANSLATION" => "TRANSLATION_ID", "USERS" => "USER_ID"];
    foreach ($auto_tables as $table => $auto_column) {
        $sql = "SELECT MAX($auto_column) AS NUM FROM $table";
        $result = $db->execute($sql);
        $row = $db->fetchArray($result);
        $next = $row['NUM'] ?? 1;
        $sequence = strtolower("{$table}_{$auto_column}_seq");
        $sql = "SELECT setval('$sequence', $next)";
        $db->execute($sql);
        $sql = "SELECT nextval('$sequence')";
        $db->execute($sql);
    }
}
$db->disconnect();
$private_db->disconnect();
if (in_array($lower_dbms, ['sqlite','sqlite3'])){
    chmod(DATA_DIR . "/" . DB_NAME . ".db", 0666);
    chmod(DATA_DIR . "/" . PRIVATE_DB_NAME . ".db", 0666);
}
echo "Create DB succeeded\n";
