phpBB/develop/create_search_index.php


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136

<?php
/**
*
* @package phpBB3
* @copyright (c) 2011 phpBB Group
* @license http://opensource.org/licenses/gpl-2.0.php GNU General Public License v2
*
*/

if (php_sapi_name() != 'cli')
{
	die("This program must be run from the command line.\n");
}

if ($argc < 2)
{
	echo 'Usage: php ' . basename(__FILE__) . " index_type [batch_size]\n";
	exit(1);
}

$class_name = basename($argv[1]);

define('IN_PHPBB', true);
$phpbb_root_path = (defined('PHPBB_ROOT_PATH')) ? PHPBB_ROOT_PATH : '../';
$phpEx = substr(strrchr(__FILE__, '.'), 1);
require($phpbb_root_path . 'common.' . $phpEx);
require($phpbb_root_path . 'includes/acp/acp_search.' . $phpEx);

$user->session_begin();
$auth->acl($user->data);
$user->setup('acp/search');

$search_name = ucfirst(strtolower(str_replace('_', ' ', $class_name)));
$search_errors = array();
$search = new $class_name($search_errors);

$batch_size = isset($argv[2]) ? $argv[2] : 2000;

if (method_exists($search, 'create_index'))
{
	if ($error = $search->create_index(null, ''))
	{
		var_dump($error);
		exit(1);
	}
}
else
{
	$sql = 'SELECT forum_id, enable_indexing
		FROM ' . FORUMS_TABLE;
	$result = $db->sql_query($sql);

	while ($row = $db->sql_fetchrow($result))
	{
		$forums[$row['forum_id']] = (bool) $row['enable_indexing'];
	}
	$db->sql_freeresult($result);

	$sql = 'SELECT post_id
		FROM ' . POSTS_TABLE . '
		ORDER BY post_id DESC';
	$result = $db->sql_query_limit($sql, 1);
	$max_post_id = (int) $db->sql_fetchfield('post_id');

	$post_counter = 0;
	while ($post_counter <= $max_post_id)
	{
		$row_count = 0;
		$time = time();

		printf("Processing posts with %d <= post_id <= %d\n",
			$post_counter + 1,
			$post_counter + $batch_size
		);

		$sql = 'SELECT post_id, post_subject, post_text, poster_id, forum_id
			FROM ' . POSTS_TABLE . '
			WHERE post_id >= ' . (int) ($post_counter + 1) . '
				AND post_id <= ' . (int) ($post_counter + $batch_size);
		$result = $db->sql_query($sql);

		$buffer = $db->sql_buffer_nested_transactions();

		if ($buffer)
		{
			$rows = $db->sql_fetchrowset($result);
			$rows[] = false; // indicate end of array for while loop below

			$db->sql_freeresult($result);
		}

		$i = 0;
		while ($row = ($buffer ? $rows[$i++] : $db->sql_fetchrow($result)))
		{
			// Indexing enabled for this forum or global announcement?
			// Global announcements get indexed by default.
			if (!$row['forum_id'] || !empty($forums[$row['forum_id']]))
			{
				++$row_count;

				$search->index('post',
					$row['post_id'],
					$row['post_text'],
					$row['post_subject'],
					$row['poster_id'],
					$row['forum_id']
				);

				if ($row_count % 10 == 0)
				{
					echo '.';
				}
			}
		}

		$delta = (time() - $time);
		$delta = $delta <= 0 ? 1 : $delta;
		printf(" %d posts/sec\n", $row_count / $delta);

		if (!$buffer)
		{
			$db->sql_freeresult($result);
		}

		$post_counter += $batch_size;
	}
}

$search->tidy();

add_log('admin', 'LOG_SEARCH_INDEX_CREATED', $search_name);

echo $user->lang['SEARCH_INDEX_CREATED'] . "\n";
echo 'Peak Memory Usage: ' . get_formatted_filesize(memory_get_peak_usage()) . "\n";

exit(0);