intval($config['max_post_chars']))) { $warn_msg .= (($warn_msg != '') ? '
' : '') . (!strlen($message)) ? $user->lang['Too_few_chars'] : $user->lang['Too_many_chars']; } // Smiley check if (intval($config['max_post_smilies']) && $smilies ) { $sql = "SELECT code FROM " . SMILIES_TABLE; $result = $db->sql_query($sql); $match = 0; while ($row = $db->sql_fetchrow($result)) { if (preg_match_all('#('. preg_quote($row['code'], '#') . ')#', $message, $matches)) { $match++; } if ($match > intval($config['max_post_smilies'])) { $warn_msg .= (($warn_msg != '') ? '
' : '') . $user->lang['Too_many_smilies']; break; } } $db->sql_freeresult($result); unset($matches); } // Specialchars message here ... ? // $message = htmlspecialchars($message, ENT_COMPAT, $user->lang['ENCODING']); if ($warn_msg) { return $warn_msg; } $warn_msg .= (($warn_msg != '') ? '
' : '') . $this->html($message, $html); $warn_msg .= (($warn_msg != '') ? '
' : '') . $this->bbcode($message, $bbcode, $uid); $warn_msg .= (($warn_msg != '') ? '
' : '') . $this->emoticons($message, $smilies); $warn_msg .= (($warn_msg != '') ? '
' : '') . $this->magic_url($message, $url); $warn_msg .= (($warn_msg != '') ? '
' : '') . $this->attach($_FILE); return $warn_msg; } function html(&$message, $html) { global $config, $user; if ($html) { // If $html is true then "allowed_tags" are converted back from entity // form, others remain $allowed_tags = split(',', str_replace(' ', '', $config['allow_html_tags'])); $match = array(); $replace = array(); foreach ($allowed_tags as $tag) { $match[] = '#<(\/?' . str_replace('*', '.*?', $tag) . ')>#i'; $replace[] = '<\1>'; } $message = preg_replace($match, $replace, $message); } return; } function bbcode(&$message, $bbcode, $uid) { global $config; } // Replace magic urls of form http://xxx.xxx., www.xxx. and xxx@xxx.xxx. // Cuts down displayed size of link if over 50 chars, turns absolute links // into relative versions when the server/script path matches the link function magic_url(&$message, $url) { global $config; if ($url) { $server_protocol = ( $config['cookie_secure'] ) ? 'https://' : 'http://'; $server_port = ( $config['server_port'] <> 80 ) ? ':' . trim($config['server_port']) . '/' : '/'; $match = array(); $replace = array(); // relative urls for this board $match[] = '#' . $server_protocol . trim($config['server_name']) . $server_port . preg_replace('/^\/?(.*?)(\/)?$/', '\1', trim($config['script_path'])) . '/([^\t\n\r <"\']+)#i'; $replace[] = '\1'; // matches a xxxx://aaaaa.bbb.cccc. ... $match[] = '#(^|[\n ])([\w]+?://[\w\?&\#,\.\+\-!~\/=%]+)#ie'; $replace[] = "'\\1' . ( ( strlen('\\2') > 55 ) ?substr('\\2', 0, 39) . ' ... ' . substr('\\2', -10) : '\\2' ) . ''"; // matches a "www.xxxx.yyyy[/zzzz]" kinda lazy URL thing $match[] = '#(^|[\n ])(www\.[\w\-]+\.[\w\-.\~]+(?:/[^\t\n\r <"\']*)?)#ie'; $replace[] = "'\\1' . ( ( strlen('\\2') > 55 ) ?substr('\\2', 0, 39) . ' ... ' . substr('\\2', -10) : '\\2' ) . ''"; // matches an email@domain type address at the start of a line, or after a space. $match[] = '#(^|[\n ])([a-z0-9\-_.]+?@[\w\-]+\.([\w\-\.]+\.)?[\w]+)#ie'; $replace[] = "'\\1' . ( ( strlen('\\2') > 55 ) ?substr('\\2', 0, 39) . ' ... ' . substr('\\2', -10) : '\\2' ) . ''"; $message = preg_replace($match, $replace, $message); } } function emoticons(&$message, $smile) { global $db, $user; $result = $db->sql_query('SELECT * FROM ' . SMILIES_TABLE); if ($row = $db->sql_fetchrow($result)) { $match = $replace = array(); do { $match[] = "#(?<=.\W|\W.|^\W)" . preg_quote($row['code'], '#') . "(?=.\W|\W.|\W$)#"; $replace[] = '' . $row['smile_url'] . ''; } while ($row = $db->sql_fetchrow($result)); $message = preg_replace($match, $replace, ' ' . $message . ' '); } $db->sql_freeresult($result); return; } // Based off of Acyd Burns Mod function attach($file_ary) { global $config; $allowed_ext = explode(',', $config['attach_ext']); } function smiley_sort($a, $b) { if ( strlen($a['code']) == strlen($b['code']) ) { return 0; } return ( strlen($a['code']) > strlen($b['code']) ) ? -1 : 1; } } // Parses a given message and updates/maintains the fulltext tables class fulltext_search { function split_words(&$text) { global $user, $config; static $drop_char_match, $drop_char_replace, $stopwords, $synonyms; if (empty($drop_char_match)) { $drop_char_match = array('^', '$', '&', '(', ')', '<', '>', '`', '\'', '"', '|', ',', '@', '_', '?', '%', '-', '~', '+', '.', '[', ']', '{', '}', ':', '\\', '/', '=', '#', '\'', ';', '!', '*'); $drop_char_replace = array(' ', ' ', ' ', ' ', ' ', ' ', ' ', '', '', ' ', ' ', ' ', ' ', '', ' ', ' ', '', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', '' , ' ', ' ', ' ', ' ', ' ', ' ', ' '); $stopwords = @file($user->lang_path . '/search_stopwords.txt'); $synonyms = @file($user->lang_path . '/search_synonyms.txt'); } $match = array(); // New lines, carriage returns $match[] = "#[\n\r]+#"; // NCRs like   etc. $match[] = '#&[\#a-z0-9]+?;#i'; // URL's $match[] = '#\b[\w]+:\/\/[a-z0-9\.\-]+(\/[a-z0-9\?\.%_\-\+=&\/]+)?#'; // BBcode $match[] = '#\[img:[a-z0-9]{10,}\].*?\[\/img:[a-z0-9]{10,}\]#'; $match[] = '#\[\/?url(=.*?)?\]#'; $match[] = '#\[\/?[a-z\*=\+\-]+(\:?[0-9a-z]+)?:[a-z0-9]{10,}(\:[a-z0-9]+)?=?.*?\]#'; // Sequences < min_search_chars & < max_search_chars $match[] = '#\b([a-z0-9]{1,' . $config['min_search_chars'] . '}|[a-z0-9]{' . $config['max_search_chars'] . ',})\b#is'; $text = preg_replace($match, ' ', ' ' . strtolower($text) . ' '); // Filter out non-alphabetical chars $text = str_replace($drop_char_match, $drop_char_replace, $text); if ( !empty($stopwords_list) ) { $text = str_replace($stopwords, '', $text); } if ( !empty($synonyms) ) { for ($j = 0; $j < count($synonyms); $j++) { list($replace_synonym, $match_synonym) = split(' ', trim(strtolower($synonyms[$j]))); if ( $mode == 'post' || ( $match_synonym != 'not' && $match_synonym != 'and' && $match_synonym != 'or' ) ) { $text = preg_replace('#\b' . trim($match_synonym) . '\b#', ' ' . trim($replace_synonym) . ' ', $text); } } } preg_match_all('/\b([\w]+)\b/', $text, $split_entries); return array_unique($split_entries[1]); } function add(&$mode, &$post_id, &$message, &$subject) { global $config, $db; // $mtime = explode(' ', microtime()); // $starttime = $mtime[1] + $mtime[0]; // Split old and new post/subject to obtain array of 'words' $split_text = $this->split_words($message); $split_title = ($subject) ? $this->split_words($subject) : array(); $words = array(); if ($mode == 'edit') { $sql = "SELECT w.word_id, w.word_text, m.title_match FROM " . SEARCH_WORD_TABLE . " w, " . SEARCH_MATCH_TABLE . " m WHERE m.post_id = " . intval($post_id) . " AND w.word_id = m.word_id"; $result = $db->sql_query($sql); $cur_words = array(); while ($row = $db->sql_fetchrow($result)) { $which = ($row['title_match']) ? 'title' : 'post'; $cur_words[$which][$row['word_text']] = $row['word_id']; } $db->sql_freeresult($result); $words['add']['post'] = array_diff($split_text, array_keys($cur_words['post'])); $words['add']['title'] = array_diff($split_title, array_keys($cur_words['title'])); $words['del']['post'] = array_diff(array_keys($cur_words['post']), $split_text); $words['del']['title'] = array_diff(array_keys($cur_words['title']), $split_title); } else { $words['add']['post'] = $split_text; $words['add']['title'] = $split_title; $words['del']['post'] = array(); $words['del']['title'] = array(); } unset($split_text); unset($split_title); // Get unique words from the above arrays $unique_add_words = array_unique(array_merge($words['add']['post'], $words['add']['title'])); // We now have unique arrays of all words to be added and removed and // individual arrays of added and removed words for text and title. What // we need to do now is add the new words (if they don't already exist) // and then add (or remove) matches between the words and this post if (sizeof($unique_add_words)) { $sql = "SELECT word_id, word_text FROM " . SEARCH_WORD_TABLE . " WHERE word_text IN (" . implode(', ', preg_replace('#^(.*)$#', '\'\1\'', $unique_add_words)) . ")"; $result = $db->sql_query($sql); $word_ids = array(); while ( $row = $db->sql_fetchrow($result) ) { $word_ids[$row['word_text']] = $row['word_id']; } $db->sql_freeresult($result); $new_words = array_diff($unique_add_words, array_keys($word_ids)); unset($unique_add_words); if (sizeof($new_words)) { switch (SQL_LAYER) { case 'postgresql': case 'msaccess': case 'mssql-odbc': case 'oracle': case 'db2': foreach ($new_words as $word) { $sql = "INSERT INTO " . SEARCH_WORD_TABLE . " (word_text) VALUES ('" . $word . "')"; $db->sql_query($sql); } break; case 'mysql': case 'mysql4': $sql = "INSERT INTO " . SEARCH_WORD_TABLE . " (word_text) VALUES " . implode(', ', preg_replace('#^(.*)$#', '(\'\1\')', $new_words)); $db->sql_query($sql); break; case 'mssql': $sql = "INSERT INTO " . SEARCH_WORD_TABLE . " (word_text) VALUES " . implode(' UNION ALL ', preg_replace('#^(.*)$#', 'SELECT \'\1\'', $new_words)); $db->sql_query($sql); break; } } unset($new_words); } foreach ($words['del'] as $word_in => $word_ary) { $title_match = ( $word_in == 'title' ) ? 1 : 0; $sql = ''; if (sizeof($word_ary)) { foreach ($word_ary as $word) { $sql .= (($sql != '') ? ', ' : '') . $cur_words[$word_in][$word]; } $sql = "DELETE FROM " . SEARCH_MATCH_TABLE . " WHERE word_id IN ($sql) AND post_id = " . intval($post_id) . " AND title_match = $title_match"; $db->sql_query($sql); } } foreach ($words['add'] as $word_in => $word_ary) { $title_match = ( $word_in == 'title' ) ? 1 : 0; if (sizeof($word_ary)) { $sql = "INSERT INTO " . SEARCH_MATCH_TABLE . " (post_id, word_id, title_match) SELECT $post_id, word_id, $title_match FROM " . SEARCH_WORD_TABLE . " WHERE word_text IN (" . implode(', ', preg_replace('#^(.*)$#', '\'\1\'', $word_ary)) . ")"; $db->sql_query($sql); } } unset($words); // $mtime = explode(' ', microtime()); // echo "Search parser time taken >> " . ($mtime[1] + $mtime[0] - $starttime); // Run the cleanup infrequently, once per session cleanup if ($config['search_last_gc'] < time() - $config['search_gc']) { // $this->search_tidy(); } } // // Tidy up indexes, tag 'common words', remove // words no longer referenced in the match table, etc. // function search_tidy() { global $db; // Remove common (> 60% of posts ) words $result = $db->sql_query("SELECT SUM(forum_posts) AS total_posts FROM " . FORUMS_TABLE); $row = $db->sql_fetchrow($result); if ($row['total_posts'] >= 100) { $sql = "SELECT word_id FROM " . SEARCH_MATCH_TABLE . " GROUP BY word_id HAVING COUNT(word_id) > " . floor($row['total_posts'] * 0.6); $result = $db->sql_query($sql); $in_sql = ''; while ($row = $db->sql_fetchrow($result)) { $in_sql .= ( ( $in_sql != '' ) ? ', ' : '' ) . $row['word_id']; } $db->sql_freeresult($result); if ($in_sql) { $sql = "UPDATE " . SEARCH_WORD_TABLE . " SET word_common = " . TRUE . " WHERE word_id IN ($in_sql)"; $db->sql_query($sql); $sql = "DELETE FROM " . SEARCH_MATCH_TABLE . " WHERE word_id IN ($in_sql)"; $db->sql_query($sql); } } // Remove words with no matches ... this is a potentially nasty query $sql = "SELECT w.word_id FROM ( " . SEARCH_WORD_TABLE . " w LEFT JOIN " . SEARCH_MATCH_TABLE . " m ON w.word_id = m.word_id AND m.word_id IS NULL GROUP BY m.word_id"; $result = $db->sql_query($sql); if ($row = $db->sql_fetchrow($result)) { $in_sql = ''; do { $in_sql .= ',' . $row['word_id']; } while ($row = $db->sql_fetchrow($result)); $db->sql_freeresult($result); $sql = 'DELETE FROM ' . SEARCH_WORD_TABLE . ' WHERE word_id IN (' . substr($in_sql, 1) . ')'; $db->sql_query($sql); } } } // // Fill smiley templates (or just the variables) with smileys // Either in a window or inline // function generate_smilies($mode) { global $SID, $auth, $db, $user, $config, $template; global $starttime, $phpEx, $phpbb_root_path; if ($mode == 'window' ) { $page_title = $user->lang['Review_topic'] . " - $topic_title"; include($phpbb_root_path . 'includes/page_header.'.$phpEx); $template->set_filenames(array( 'body' => 'posting_smilies.html') ); } $where_sql = ( $mode == 'inline' ) ? 'WHERE smile_on_posting = 1 ' : ''; $sql = "SELECT emoticon, code, smile_url, smile_width, smile_height FROM " . SMILIES_TABLE . " $where_sql ORDER BY smile_order"; $result = $db->sql_query($sql); $num_smilies = 0; $smile_array = array(); if ($row = $db->sql_fetchrow($result)) { do { if (!in_array($row['smile_url'], $smile_array)) { if ($mode == 'window' || ( $mode == 'inline' && $num_smilies < 20 )) { $template->assign_block_vars('emoticon', array( 'SMILEY_CODE' => $row['code'], 'SMILEY_IMG' => $config['smilies_path'] . '/' . $row['smile_url'], 'SMILEY_WIDTH' => $row['smile_width'], 'SMILEY_HEIGHT' => $row['smile_height'], 'SMILEY_DESC' => $row['emoticon']) ); } $smile_array[] = $row['smile_url']; $num_smilies++; } } while ($row = $db->sql_fetchrow($result)); $db->sql_freeresult($result); if ($mode == 'inline' && $num_smilies >= 20) { $template->assign_vars(array( 'S_SHOW_EMOTICON_LINK' => true, 'L_MORE_SMILIES' => $user->lang['More_emoticons'], 'U_MORE_SMILIES' => "posting.$phpEx$SID&mode=smilies") ); } $template->assign_vars(array( 'L_EMOTICONS' => $user->lang['Emoticons'], 'L_CLOSE_WINDOW' => $user->lang['Close_window']) ); } if ($mode == 'window') { include($phpbb_root_path . 'includes/page_tail.'.$phpEx); } } ?>