centos安装Sphinx与使用，增量索引和主索引使用

1.Sphinx 优点 高速索引（接近10M/S） 高速搜索（2-4G文本搜索耗时不到0.1秒） 高可用性（单CPU支持100GB文本，100M文档） 提供相关性排名、分布式搜索、文档摘要（高亮显示） 2.Sphinx 缺点 必须有主键 主键必须是整形 不负责数据存储 配置复杂 3.官网下载最新版本 4.解压进入sphinx/etc/,新建sphinx.conf配置文件

#
# Minimal Sphinx configuration sample (clean, simple, functional)
#


#主索引data_index
source 主索引data_index
{
	type			= mysql

	sql_host		= localhost #数据库地址
    sql_user        = root #数据库账号
    sql_pass        = 123456 #数据库密码
	sql_db			= table #表名
	sql_port		= 3306	# optional, default is 3306

    #数据库对应mysql.sock的安装路径
	sql_sock		= /var/lib/mysql/mysql.sock

	sql_query_pre	= SET NAMES utf8
	#sql_query_pre	= SET SESSION query_cache_type=OFF

    #创建一个c_counter表来记录增量索引的标记(字段counter_id, max_id)，data_table为数据表
	sql_query_pre   = REPLACE INTO c_counter SELECT 1, MAX(id) FROM data_table

	sql_query_range = SELECT MIN(id), MAX(id) FROM data_table \
                      WHERE id<=(SELECT max_id FROM c_counter WHERE counter_id=1)#counter_id标识counter_id=1

	#区段查询的步进
	sql_range_step 		= 1000

	#分区查询的间隔时间 单位是毫秒
	sql_ranged_throttle = 0

	############ 需要新增一个config数据表来记录当前sphinx的id，当然也可以找其他方式做新增记录
	sql_query			= SELECT * FROM data_table \
						WHERE id<=(SELECT max_id FROM c_counter WHERE counter_id=1) AND id >= $start AND id <= $end

	############ 查询的字段，根据不同的表结构修改
	sql_attr_bigint		= id
	sql_field_string	= username
	sql_field_string	= name
	sql_attr_bigint		= starttime
	sql_attr_bigint		= endtime
	sql_attr_uint		= type
	sql_attr_bigint		= value
	sql_attr_uint		= system
	sql_attr_bigint		= addtime
}

#增量索引
source data_index_add : data_index {
    sql_query_pre 		= SET NAMES utf8

    sql_query_range 	= SELECT MIN(id), MAX(id) FROM data_table \
                            WHERE id > (SELECT max_id FROM c_counter WHERE counter_id=1)

	sql_query			= SELECT * FROM data_table \
							WHERE id<=(SELECT max_id FROM c_counter WHERE counter_id=1) AND id >= $start AND id <= $end

	#后索引查询
    sql_query_post_index = set @max_id :=(SELECT max_id FROM c_counter WHERE counter_id=1)
    sql_query_post_index = REPLACE INTO c_counter SELECT 2, IF($maxid, $maxid, @max_id)
}

#主索引
index data_index
{
	source			= data_index
	path			= /usr/local/sphinx/index/data_index #主索引存储路径

	mlock 			= 0
	morphology 		= none
	min_word_len 	= 1
	html_strip 		= 1

	html_remove_elements = style, script

	ngram_len		= 1
	ngram_chars 	= U+4E00..U+9FBB, U+3400..U+4DB5, U+20000..U+2A6D6, U+FA0E, U+FA0F, U+FA11, U+FA13, U+FA14, U+FA1F, U+FA21, U+FA23, U+FA24, U+FA27, U+FA28, U+FA29, \
	U+3105..U+312C, U+31A0..U+31B7, U+3041, U+3043, U+3045, U+3047, U+3049, U+304B, U+304D, U+304F, U+3051, U+3053, U+3055, U+3057, U+3059, U+305B, U+305D, U+305F, U+3061, \
	U+3063, U+3066, U+3068, U+306A..U+306F, U+3072, U+3075, U+3078, U+307B, U+307E..U+3083, U+3085, U+3087, U+3089..U+308E, U+3090..U+3093, U+30A1, U+30A3, U+30A5, U+30A7, \
	U+30A9, U+30AD, U+30AF, U+30B3, U+30B5, U+30BB, U+30BD, U+30BF, U+30C1, U+30C3, U+30C4, U+30C6, U+30CA, U+30CB, U+30CD, U+30CE, U+30DE, U+30DF, U+30E1, U+30E2, U+30E3, \
	U+30E5, U+30E7, U+30EE, U+30F0..U+30F3, U+30F5, U+30F6, U+31F0, U+31F1, U+31F2, U+31F3, U+31F4, U+31F5, U+31F6, U+31F7, U+31F8, U+31F9, U+31FA, U+31FB, U+31FC, U+31FD, \
	U+31FE, U+31FF, U+AC00..U+D7A3, U+1100..U+1159, U+1161..U+11A2, U+11A8..U+11F9, U+A000..U+A48C, U+A492..U+A4C6

}

#增量索引
index data_index_add : data_index {
    source = data_index_add
    path = /usr/local/sphinx/index/data_index_add #增量索引存储路径
}


#分布式索引，利用分布式索引来实现本地同库增量索引和主索引的合并查询
index data_index_master {
    type  = distributed
    local = data_index
    local = data_index_add
}

indexer
{
	mem_limit		= 256M
}


searchd
{
	listen				= 9312
	listen				= 9306:mysql41 #Used for SphinxQL

	log					= /usr/local/sphinx/log/searchd.log #日志存储路径
	query_log			= /usr/local/sphinx/log/query.log #日志存储路径

	read_timeout		= 5
	max_children		= 30
	pid_file			= /usr/local/sphinx/log/searchd.pid
	seamless_rotate		= 1
	preopen_indexes		= 1
	unlink_old			= 1

    max_packet_size     = 8M
    max_filters     	= 256
    max_filter_values   = 4096
    max_batch_queries   = 32

	workers				= threads #for RT to work

	binlog_path			= /usr/local/sphinx/data #存储路径
}

创建配置文件里的索引目录，并设置访问权限 mkdir -p /usr/local/sphinx/data mkdir -p /usr/local/sphinx/index mkdir -p /usr/local/sphinx/var/data mkdir -p /usr/local/sphinx/var/log chmod 777 -R /usr/local/sphinx

5.启动/usr/local/src/sphinx-3.1.1/bin/searchd -c /usr/local/src/sphinx-3.1.1/etc/sphinx.conf #端口监听./searchd服务 关闭/usr/local/src/sphinx-3.1.1/bin/searchd -c /usr/local/src/sphinx-3.1.1/etc/sphinx.conf --stop 6.创建索引/usr/local/src/sphinx-3.1.1/bin/indexer -c /usr/local/src/sphinx-3.1.1/etc/sphinx.conf --all --rotate 7.--all 所有文件 --rotate 热加载 8.创建指定索引/usr/local/src/sphinx-3.1.1/bin/indexer -c /usr/local/src/sphinx-3.1.1/etc/sphinx.conf 索引名称 --rotate 合并索引/usr/local/src/sphinx-3.1.1/bin/indexer -c /usr/local/src/sphinx-3.1.1/etc/sphinx.conf --merge 主索引名称 增量索引名称 --rotate 9.直接连接sphinx端口mysql -h 127.0.0.1 -P9306，show tables;查看创建的索引