solr4.5笔记（三）—— solr导入mysql数据

这里修改core1来实现mysql的数据导入（所需jar第一篇文章已经加过了），这里只是示例具体请根据自己的需要稍微改一下

PS：如果修改core1库的名字 换为 test，需要把solrconfig.xml里面的${solr.core1.data.dir:} 全部改为${solr.test.data.dir:} 

1、修改solrconfig.xml



添加如下：

<requestHandler name="/dataimport" class="org.apache.solr.handler.dataimport.DataImportHandler">
<lst name="defaults">
<str name="config">data-config.xml</str>
</lst>
</requestHandler>

在同一目录下新建一个data-config.xml

<dataConfig>
<dataSource name="companyDump" type="JdbcDataSource" driver="com.mysql.jdbc.Driver"
url="jdbc:mysql://localhost:3306/test?useUnicode=true&characterEncoding=UTF-8" user="root"
password="root"/>
<document>
<entity name="company"
query="select id,slogan,companyName,categoryId,categoryName,xcategoryName,xcategoryId,regtime,invest,shopNum,url,brandName,product,managementMode,level,logo,createDate from company_basicinfo where isDelete=0 and isActive=1"
deltaImportQuery="select id,slogan,companyName,categoryId,categoryName,xcategoryName,xcategoryId,regtime,invest,shopNum,url,brandName,product,managementMode,level,logo,createDate from company_basicinfo where isDelete=0 and isActive=1 and id='${dataimporter.delta.id}'"
deltaQuery="select id from company_basicinfo where isDelete=0 and isActive=1 and updateDate > '${dataimporter.last_index_time}'">

<field column="slogan" name="slogan"/>
<field column="companyName" name="companyName"/>
<field column="categoryId" name="categoryId"/>
<field column="categoryName" name="categoryName"/>
<field column="xcategoryId" name="xcategoryId"/>
<field column="xcategoryName" name="xcategoryName"/>
<field column="regtime" name="regtime"/>
<field column="invest" name="invest"/>
<field column="shopNum" name="shopNum"/>
<field column="url" name="url"/>
<field column="brandName" name="brandName"/>
<field column="product" name="product"/>
<field column="managementMode" name="managementMode"/>
<field column="level" name="level"/>
<field column="logo" name="logo"/>
<field column="createDate" name="createDate"/>

</entity>
</document>
</dataConfig>

修改schema.xml

<?xml version="1.0" ?>
<schema name="companySchema" version="1.1">
<types>
<fieldType name="string" class="solr.StrField" sortMissingLast="true"/>
<fieldType name="tint" class="solr.TrieIntField" precisionStep="8" positionIncrementGap="0"/>
<fieldType name="tfloat" class="solr.TrieFloatField" precisionStep="8" positionIncrementGap="0"/>
<fieldType name="tlong" class="solr.TrieLongField" precisionStep="8" positionIncrementGap="0"/>
<fieldType name="tdouble" class="solr.TrieDoubleField" precisionStep="8" positionIncrementGap="0"/>
<fieldType name="tdate" class="solr.TrieDateField" precisionStep="8" positionIncrementGap="0"/>
<fieldType name="textMaxWord" class="solr.TextField" >
<analyzer>
<tokenizer class="com.chenlb.mmseg4j.solr.MMSegTokenizerFactory" mode="max-word"/>
</analyzer>
</fieldType>
</types>

<fields>
<field name="id" type="tint" indexed="true" stored="true" required="true"/>
<field name="companyName" type="textMaxWord" indexed="true" stored="true"/>
<field name="slogan" type="string" indexed="true" stored="false"/>
<field name="categoryId" type="tint" indexed="true" stored="true"/>
<field name="categoryName" type="string" indexed="false" stored="true"/>
<field name="xcategoryId" type="tint" indexed="true" stored="true"/>
<field name="xcategoryName" type="string" indexed="false" stored="true"/>
<field name="regtime" type="string" indexed="false" stored="true"/>
<field name="invest" type="tint" indexed="true" stored="true"/>
<field name="shopNum" type="string" indexed="true" stored="true"/>
<field name="url" type="string" indexed="false" stored="true"/>
<field name="brandName" type="textMaxWord" indexed="true" stored="false"/>
<field name="product" type="textMaxWord" indexed="true" stored="false"/>
<field name="managementMode" type="string" indexed="false" stored="true"/>
<field name="level" type="tint" indexed="true" stored="true"/>
<field name="logo" type="string" indexed="false" stored="true"/>
<field name="createDate" type="tdate" indexed="true" stored='true'/>
<field name="_version_" type="tlong" indexed="true"  stored="true"/>
</fields>
<uniqueKey>id</uniqueKey>
<defaultSearchField>companyName</defaultSearchField>
<solrQueryParser defaultOperator="OR"/>
</schema>

重启solr使配置生效

打开

导入数据可以看到 跟data-config.xml的配置是对应的



导入完成后查看一下数据 和是否分词



查看分词结果 在schema.xml配置文件中 只指定了companyName、brandName、product进行分词（type指定）所以只看这几个词的分词结果







到此导入mysql数据已经结束
http://www.iteye.com/topic/759148
下一篇记录定时跟新索引文件