WebSVN – MLAB – Rev 130 – /Forum/includes/functions

<?php
/***************************************************************************
*                              functions_search.php
*                              -------------------
*     begin                : Wed Sep 05 2001
*     copyright            : (C) 2002 The phpBB Group
*     email                : support@phpbb.com
*
*     $Id: functions_search.php,v 1.8.2.20 2005/09/14 18:14:30 acydburn Exp $
*
****************************************************************************/

/***************************************************************************
 *
 *   This program is free software; you can redistribute it and/or modify
 *   it under the terms of the GNU General Public License as published by
 *   the Free Software Foundation; either version 2 of the License, or
 *   (at your option) any later version.
 *
 ***************************************************************************/

function clean_words($mode, &$entry, &$stopword_list, &$synonym_list)
{
        static $drop_char_match =   array('^', '$', '&', '(', ')', '<', '>', '`', '\'', '"', '|', ',', '@', '_', '?', '%', '-', '~', '+', '.', '[', ']', '{', '}', ':', '\\', '/', '=', '#', '\'', ';', '!');
        static $drop_char_replace = array(' ', ' ', ' ', ' ', ' ', ' ', ' ', '',  '',   ' ', ' ', ' ', ' ', '',  ' ', ' ', '',  ' ',  ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ' , ' ', ' ', ' ', ' ',  ' ', ' ');

        $entry = ' ' . strip_tags(strtolower($entry)) . ' ';

        if ( $mode == 'post' )
        {
                // Replace line endings by a space
                $entry = preg_replace('/[\n\r]/is', ' ', $entry); 
                // HTML entities like &nbsp;
                $entry = preg_replace('/\b&[a-z]+;\b/', ' ', $entry); 
                // Remove URL's
                $entry = preg_replace('/\b[a-z0-9]+:\/\/[a-z0-9\.\-]+(\/[a-z0-9\?\.%_\-\+=&\/]+)?/', ' ', $entry); 
                // Quickly remove BBcode.
                $entry = preg_replace('/\[img:[a-z0-9]{10,}\].*?\[\/img:[a-z0-9]{10,}\]/', ' ', $entry); 
                $entry = preg_replace('/\[\/?url(=.*?)?\]/', ' ', $entry);
                $entry = preg_replace('/\[\/?[a-z\*=\+\-]+(\:?[0-9a-z]+)?:[a-z0-9]{10,}(\:[a-z0-9]+)?=?.*?\]/', ' ', $entry);
        }
        else if ( $mode == 'search' ) 
        {
                $entry = str_replace(' +', ' and ', $entry);
                $entry = str_replace(' -', ' not ', $entry);
        }

        //
        // Filter out strange characters like ^, $, &, change "it's" to "its"
        //
        for($i = 0; $i < count($drop_char_match); $i++)
        {
                $entry =  str_replace($drop_char_match[$i], $drop_char_replace[$i], $entry);
        }

        if ( $mode == 'post' )
        {
                $entry = str_replace('*', ' ', $entry);

                // 'words' that consist of <3 or >20 characters are removed.
                $entry = preg_replace('/[ ]([\S]{1,2}|[\S]{21,})[ ]/',' ', $entry);
        }

        if ( !empty($stopword_list) )
        {
                for ($j = 0; $j < count($stopword_list); $j++)
                {
                        $stopword = trim($stopword_list[$j]);

                        if ( $mode == 'post' || ( $stopword != 'not' && $stopword != 'and' && $stopword != 'or' ) )
                        {
                                $entry = str_replace(' ' . trim($stopword) . ' ', ' ', $entry);
                        }
                }
        }

        if ( !empty($synonym_list) )
        {
                for ($j = 0; $j < count($synonym_list); $j++)
                {
                        list($replace_synonym, $match_synonym) = split(' ', trim(strtolower($synonym_list[$j])));
                        if ( $mode == 'post' || ( $match_synonym != 'not' && $match_synonym != 'and' && $match_synonym != 'or' ) )
                        {
                                $entry =  str_replace(' ' . trim($match_synonym) . ' ', ' ' . trim($replace_synonym) . ' ', $entry);
                        }
                }
        }

        return $entry;
}

function split_words($entry, $mode = 'post')
{
        // If you experience problems with the new method, uncomment this block.
/*      
        $rex = ( $mode == 'post' ) ? "/\b([\w±µ-ÿ][\w±µ-ÿ']*[\w±µ-ÿ]+|[\w±µ-ÿ]+?)\b/" : '/(\*?[a-z0-9±µ-ÿ]+\*?)|\b([a-z0-9±µ-ÿ]+)\b/';
        preg_match_all($rex, $entry, $split_entries);

        return $split_entries[1];
*/
        // Trim 1+ spaces to one space and split this trimmed string into words.
        return explode(' ', trim(preg_replace('#\s+#', ' ', $entry)));
}

function add_search_words($mode, $post_id, $post_text, $post_title = '')
{
        global $db, $phpbb_root_path, $board_config, $lang;

        $stopword_array = @file($phpbb_root_path . 'language/lang_' . $board_config['default_lang'] . "/search_stopwords.txt"); 
        $synonym_array = @file($phpbb_root_path . 'language/lang_' . $board_config['default_lang'] . "/search_synonyms.txt"); 

        $search_raw_words = array();
        $search_raw_words['text'] = split_words(clean_words('post', $post_text, $stopword_array, $synonym_array));
        $search_raw_words['title'] = split_words(clean_words('post', $post_title, $stopword_array, $synonym_array));

        @set_time_limit(0);

        $word = array();
        $word_insert_sql = array();
        while ( list($word_in, $search_matches) = @each($search_raw_words) )
        {
                $word_insert_sql[$word_in] = '';
                if ( !empty($search_matches) )
                {
                        for ($i = 0; $i < count($search_matches); $i++)
                        { 
                                $search_matches[$i] = trim($search_matches[$i]);

                                if( $search_matches[$i] != '' ) 
                                {
                                        $word[] = $search_matches[$i];
                                        if ( !strstr($word_insert_sql[$word_in], "'" . $search_matches[$i] . "'") )
                                        {
                                                $word_insert_sql[$word_in] .= ( $word_insert_sql[$word_in] != "" ) ? ", '" . $search_matches[$i] . "'" : "'" . $search_matches[$i] . "'";
                                        }
                                } 
                        }
                }
        }

        if ( count($word) )
        {
                sort($word);

                $prev_word = '';
                $word_text_sql = '';
                $temp_word = array();
                for($i = 0; $i < count($word); $i++)
                {
                        if ( $word[$i] != $prev_word )
                        {
                                $temp_word[] = $word[$i];
                                $word_text_sql .= ( ( $word_text_sql != '' ) ? ', ' : '' ) . "'" . $word[$i] . "'";
                        }
                        $prev_word = $word[$i];
                }
                $word = $temp_word;

                $check_words = array();
                switch( SQL_LAYER )
                {
                        case 'postgresql':
                        case 'msaccess':
                        case 'mssql-odbc':
                        case 'oracle':
                        case 'db2':
                                $sql = "SELECT word_id, word_text     
                                        FROM " . SEARCH_WORD_TABLE . " 
                                        WHERE word_text IN ($word_text_sql)";
                                if ( !($result = $db->sql_query($sql)) )
                                {
                                        message_die(GENERAL_ERROR, 'Could not select words', '', __LINE__, __FILE__, $sql);
                                }

                                while ( $row = $db->sql_fetchrow($result) )
                                {
                                        $check_words[$row['word_text']] = $row['word_id'];
                                }
                                break;
                }

                $value_sql = '';
                $match_word = array();
                for ($i = 0; $i < count($word); $i++)
                { 
                        $new_match = true;
                        if ( isset($check_words[$word[$i]]) )
                        {
                                $new_match = false;
                        }

                        if ( $new_match )
                        {
                                switch( SQL_LAYER )
                                {
                                        case 'mysql':
                                        case 'mysql4':
                                                $value_sql .= ( ( $value_sql != '' ) ? ', ' : '' ) . '(\'' . $word[$i] . '\', 0)';
                                                break;
                                        case 'mssql':
                                        case 'mssql-odbc':
                                                $value_sql .= ( ( $value_sql != '' ) ? ' UNION ALL ' : '' ) . "SELECT '" . $word[$i] . "', 0";
                                                break;
                                        default:
                                                $sql = "INSERT INTO " . SEARCH_WORD_TABLE . " (word_text, word_common) 
                                                        VALUES ('" . $word[$i] . "', 0)"; 
                                                if( !$db->sql_query($sql) )
                                                {
                                                        message_die(GENERAL_ERROR, 'Could not insert new word', '', __LINE__, __FILE__, $sql);
                                                }
                                                break;
                                }
                        }
                }

                if ( $value_sql != '' )
                {
                        switch ( SQL_LAYER )
                        {
                                case 'mysql':
                                case 'mysql4':
                                        $sql = "INSERT IGNORE INTO " . SEARCH_WORD_TABLE . " (word_text, word_common) 
                                                VALUES $value_sql"; 
                                        break;
                                case 'mssql':
                                case 'mssql-odbc':
                                        $sql = "INSERT INTO " . SEARCH_WORD_TABLE . " (word_text, word_common) 
                                                $value_sql"; 
                                        break;
                        }

                        if ( !$db->sql_query($sql) )
                        {
                                message_die(GENERAL_ERROR, 'Could not insert new word', '', __LINE__, __FILE__, $sql);
                        }
                }
        }

        while( list($word_in, $match_sql) = @each($word_insert_sql) )
        {
                $title_match = ( $word_in == 'title' ) ? 1 : 0;

                if ( $match_sql != '' )
                {
                        $sql = "INSERT INTO " . SEARCH_MATCH_TABLE . " (post_id, word_id, title_match) 
                                SELECT $post_id, word_id, $title_match  
                                        FROM " . SEARCH_WORD_TABLE . " 
                                        WHERE word_text IN ($match_sql)"; 
                        if ( !$db->sql_query($sql) )
                        {
                                message_die(GENERAL_ERROR, 'Could not insert new word matches', '', __LINE__, __FILE__, $sql);
                        }
                }
        }

        if ($mode == 'single')
        {
                remove_common('single', 4/10, $word);
        }

        return;
}

//
// Check if specified words are too common now
//
function remove_common($mode, $fraction, $word_id_list = array())
{
        global $db;

        $sql = "SELECT COUNT(post_id) AS total_posts 
                FROM " . POSTS_TABLE;
        if ( !($result = $db->sql_query($sql)) )
        {
                message_die(GENERAL_ERROR, 'Could not obtain post count', '', __LINE__, __FILE__, $sql);
        }

        $row = $db->sql_fetchrow($result);

        if ( $row['total_posts'] >= 100 )
        {
                $common_threshold = floor($row['total_posts'] * $fraction);

                if ( $mode == 'single' && count($word_id_list) )
                {
                        $word_id_sql = '';
                        for($i = 0; $i < count($word_id_list); $i++)
                        {
                                $word_id_sql .= ( ( $word_id_sql != '' ) ? ', ' : '' ) . "'" . $word_id_list[$i] . "'";
                        }

                        $sql = "SELECT m.word_id 
                                FROM " . SEARCH_MATCH_TABLE . " m, " . SEARCH_WORD_TABLE . " w 
                                WHERE w.word_text IN ($word_id_sql)  
                                        AND m.word_id = w.word_id 
                                GROUP BY m.word_id 
                                HAVING COUNT(m.word_id) > $common_threshold";
                }
                else 
                {
                        $sql = "SELECT word_id 
                                FROM " . SEARCH_MATCH_TABLE . " 
                                GROUP BY word_id 
                                HAVING COUNT(word_id) > $common_threshold";
                }

                if ( !($result = $db->sql_query($sql)) )
                {
                        message_die(GENERAL_ERROR, 'Could not obtain common word list', '', __LINE__, __FILE__, $sql);
                }

                $common_word_id = '';
                while ( $row = $db->sql_fetchrow($result) )
                {
                        $common_word_id .= ( ( $common_word_id != '' ) ? ', ' : '' ) . $row['word_id'];
                }
                $db->sql_freeresult($result);

                if ( $common_word_id != '' )
                {
                        $sql = "UPDATE " . SEARCH_WORD_TABLE . "
                                SET word_common = " . TRUE . " 
                                WHERE word_id IN ($common_word_id)";
                        if ( !$db->sql_query($sql) )
                        {
                                message_die(GENERAL_ERROR, 'Could not delete word list entry', '', __LINE__, __FILE__, $sql);
                        }

                        $sql = "DELETE FROM " . SEARCH_MATCH_TABLE . "  
                                WHERE word_id IN ($common_word_id)";
                        if ( !$db->sql_query($sql) )
                        {
                                message_die(GENERAL_ERROR, 'Could not delete word match entry', '', __LINE__, __FILE__, $sql);
                        }
                }
        }

        return;
}

function remove_search_post($post_id_sql)
{
        global $db;

        $words_removed = false;

        switch ( SQL_LAYER )
        {
                case 'mysql':
                case 'mysql4':
                        $sql = "SELECT word_id 
                                FROM " . SEARCH_MATCH_TABLE . " 
                                WHERE post_id IN ($post_id_sql) 
                                GROUP BY word_id";
                        if ( $result = $db->sql_query($sql) )
                        {
                                $word_id_sql = '';
                                while ( $row = $db->sql_fetchrow($result) )
                                {
                                        $word_id_sql .= ( $word_id_sql != '' ) ? ', ' . $row['word_id'] : $row['word_id']; 
                                }

                                $sql = "SELECT word_id 
                                        FROM " . SEARCH_MATCH_TABLE . " 
                                        WHERE word_id IN ($word_id_sql) 
                                        GROUP BY word_id 
                                        HAVING COUNT(word_id) = 1";
                                if ( $result = $db->sql_query($sql) )
                                {
                                        $word_id_sql = '';
                                        while ( $row = $db->sql_fetchrow($result) )
                                        {
                                                $word_id_sql .= ( $word_id_sql != '' ) ? ', ' . $row['word_id'] : $row['word_id']; 
                                        }

                                        if ( $word_id_sql != '' )
                                        {
                                                $sql = "DELETE FROM " . SEARCH_WORD_TABLE . " 
                                                        WHERE word_id IN ($word_id_sql)";
                                                if ( !$db->sql_query($sql) )
                                                {
                                                        message_die(GENERAL_ERROR, 'Could not delete word list entry', '', __LINE__, __FILE__, $sql);
                                                }

                                                $words_removed = $db->sql_affectedrows();
                                        }
                                }
                        }
                        break;

                default:
                        $sql = "DELETE FROM " . SEARCH_WORD_TABLE . " 
                                WHERE word_id IN ( 
                                        SELECT word_id 
                                        FROM " . SEARCH_MATCH_TABLE . " 
                                        WHERE word_id IN ( 
                                                SELECT word_id 
                                                FROM " . SEARCH_MATCH_TABLE . " 
                                                WHERE post_id IN ($post_id_sql) 
                                                GROUP BY word_id 
                                        ) 
                                        GROUP BY word_id 
                                        HAVING COUNT(word_id) = 1
                                )"; 
                        if ( !$db->sql_query($sql) )
                        {
                                message_die(GENERAL_ERROR, 'Could not delete old words from word table', '', __LINE__, __FILE__, $sql);
                        }

                        $words_removed = $db->sql_affectedrows();

                        break;
        }

        $sql = "DELETE FROM " . SEARCH_MATCH_TABLE . "  
                WHERE post_id IN ($post_id_sql)";
        if ( !$db->sql_query($sql) )
        {
                message_die(GENERAL_ERROR, 'Error in deleting post', '', __LINE__, __FILE__, $sql);
        }

        return $words_removed;
}

//
// Username search
//
function username_search($search_match)
{
        global $db, $board_config, $template, $lang, $images, $theme, $phpEx, $phpbb_root_path;
        global $starttime, $gen_simple_header;
        
        $gen_simple_header = TRUE;

        $username_list = '';
        if ( !empty($search_match) )
        {
                $username_search = preg_replace('/\*/', '%', phpbb_clean_username($search_match));

                $sql = "SELECT username 
                        FROM " . USERS_TABLE . " 
                        WHERE username LIKE '" . str_replace("\'", "''", $username_search) . "' AND user_id <> " . ANONYMOUS . "
                        ORDER BY username";
                if ( !($result = $db->sql_query($sql)) )
                {
                        message_die(GENERAL_ERROR, 'Could not obtain search results', '', __LINE__, __FILE__, $sql);
                }

                if ( $row = $db->sql_fetchrow($result) )
                {
                        do
                        {
                                $username_list .= '<option value="' . $row['username'] . '">' . $row['username'] . '</option>';
                        }
                        while ( $row = $db->sql_fetchrow($result) );
                }
                else
                {
                        $username_list .= '<option>' . $lang['No_match']. '</option>';
                }
                $db->sql_freeresult($result);
        }

        $page_title = $lang['Search'];
        include($phpbb_root_path . 'includes/page_header.'.$phpEx);

        $template->set_filenames(array(
                'search_user_body' => 'search_username.tpl')
        );

        $template->assign_vars(array(
                'USERNAME' => (!empty($search_match)) ? phpbb_clean_username($search_match) : '', 

                'L_CLOSE_WINDOW' => $lang['Close_window'], 
                'L_SEARCH_USERNAME' => $lang['Find_username'], 
                'L_UPDATE_USERNAME' => $lang['Select_username'], 
                'L_SELECT' => $lang['Select'], 
                'L_SEARCH' => $lang['Search'], 
                'L_SEARCH_EXPLAIN' => $lang['Search_author_explain'], 
                'L_CLOSE_WINDOW' => $lang['Close_window'], 

                'S_USERNAME_OPTIONS' => $username_list, 
                'S_SEARCH_ACTION' => append_sid("search.$phpEx?mode=searchuser"))
        );

        if ( $username_list != '' )
        {
                $template->assign_block_vars('switch_select_name', array());
        }

        $template->pparse('search_user_body');

        include($phpbb_root_path . 'includes/page_tail.'.$phpEx);

        return;
}

?>
Subversion Repositories – MLAB

(root)/Forum/includes/functions_search.php

Rev 130
