solrcloud分布式搜索对文档内容的索引java

addDoc:

package solr.addDocument;

import java.io.File;

import java.io.IOException;

import java.nio.file.Files;

import java.nio.file.Path;

import java.nio.file.Paths;

import java.text.ParseException;

import java.text.SimpleDateFormat;

import java.util.Date;

import java.util.ResourceBundle;

import org.apache.log4j.Logger;

import org.apache.solr.client.solrj.SolrServer;

import org.apache.solr.client.solrj.impl.CloudSolrServer;

import org.apache.solr.client.solrj.impl.HttpSolrServer;

import org.apache.solr.client.solrj.request.AbstractUpdateRequest;

import org.apache.solr.client.solrj.request.ContentStreamUpdateRequest;

/**

* =用sql语句查询各个类别的文件（环评批复，报告书。。。），把路径存在list里面，在同一调用不同的core生成各个的索引，

* 查询结合类SolrJSearcheDemo即可。

*

* @author Administrator

*

*/

public class TestCreate {

private static Logger log = Logger.getLogger(TestCreate.class);

/**

* 生成文件索引方法

*

* @param id

* @param fileurl

* @param filename

* @param homename

* @param mytitle

* @param savetime

* @param myindextype

* @throws Exception

*/

public static void main(String args[]) {

// File file = new File("D:\\logs");

try {

indexFilesSolr("C:/Users/gnet/Desktop/SRCA根证书安装说明手册.doc", "C:/Users/gnet/Desktop/SRCA根证书安装说明手册.doc", "SRCA根证书安装说明手册.doc", "","filecore",

"2014-09-11 15:19:06", "B", "2014" );

} catch (Exception e) {

// TODO Auto-generated catch block

e.printStackTrace();

}

}

public static void indexFilesSolr(String id, String fileurl,

String filename, String homename, String mytitle, String savetime,

String myindextype, String myyears) throws Exception {

String zkHost = "192.168.4.77:2181";

String defaultCollection = "collection1";

CloudSolrServer server = new CloudSolrServer(zkHost);

server.setDefaultCollection(defaultCollection);

// SolrServer solr=new HttpSolrServer(getServerurl()+homename);

ContentStreamUpdateRequest up = new ContentStreamUpdateRequest(

"/update/extract");

String contenttype = getFileContentType(filename);

if (!contenttype.equals("othertype")) {

File file = new File(fileurl);

if (file.exists()) {

log.info("开始建索引：" + fileurl);

up.addFile(file, contenttype);

up.setParam("literal.id", id);

up.setParam("literal.mytitle", mytitle);

up.setParam("literal.mytime", dataTurntoLong(savetime));

up.setParam("literal.myindextype", myindextype);

up.setParam("literal.myyears", myyears);

up.setParam("fmap.content", "content");

up.setAction(AbstractUpdateRequest.ACTION.COMMIT, true, true);

server.request(up);

log.info("结束建索引：" + fileurl);

} else {

// log.info("文件不存在");

}

}

}

/**

* 获得毫秒数

*

* @param date

* @return

*/

public static String dataTurntoLong(String date) {

Date d = null;

try {

d = new SimpleDateFormat("yyyyMMddHHmmss").parse(date);

} catch (ParseException e) {

e.printStackTrace();

}

return String.valueOf(d.getTime());

}

/**

* 获取系统路径

*

* @return

*/

public static String getServerurl() {

ResourceBundle res = ResourceBundle.getBundle("solrserver");

return res.getString("serverurl");

}

/**

* 根据文件名获取文件的ContentType类型

*

* @param filename

* @return

*/

public static String getFileContentType(String filename) {

String contentType = "";

String prefix = filename.substring(filename.lastIndexOf(".") + 1);

if (prefix.equals("xlsx")) {

contentType = "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet";

} else if (prefix.equals("pdf")) {

contentType = "application/pdf";

} else if (prefix.equals("doc")) {

contentType = "application/msword";

} else if (prefix.equals("txt")) {

contentType = "text/plain";

} else if (prefix.equals("xls")) {

contentType = "application/vnd.ms-excel";

} else if (prefix.equals("docx")) {

contentType = "application/vnd.openxmlformats-officedocument.wordprocessingml.document";

} else if (prefix.equals("ppt")) {

contentType = "application/vnd.ms-powerpoint";

} else if (prefix.equals("pptx")) {

contentType = "application/vnd.openxmlformats-officedocument.presentationml.presentation";

}

else {

contentType = "othertype";

}

return contentType;

}

/**

* 返回文件ContentType

*

* @param paths

* @return

*/

public static String getContentType(String paths) {

Path path = Paths.get(paths);

String contentType = null;

try {

contentType = Files.probeContentType(path);

} catch (IOException e) {

e.printStackTrace();

}

log.info("文件类型 : " + contentType);

return contentType;

}

// public static void main(String args[]) {

// File file = new File("D:\\logs");

// indexFilesSolr(path, path, a, "filecore", a,

// "2014-09-11 15:19:06", type, "200" + i);

// String files[] = file.list();

// for (int i = 0; i < files.length; i++) {

// String a = files[i];

// String path = "D:/logs/" + files[i];

// String type = "A";

// try {

// if (i % 2 == 0) {

// type = "B";

// }

// indexFilesSolr(path, path, a, "filecore", a,

// "2014-09-11 15:19:06", type, "200" + i);

// } catch (Exception e) {

// e.printStackTrace();

// }

// }

// }

}

addindex:

package solr.addindex;

import java.io.IOException;

import org.apache.solr.client.solrj.SolrServerException;

import org.apache.solr.client.solrj.impl.CloudSolrServer;

import org.apache.solr.common.SolrInputDocument;

public class SolrCloudSolrjPopulator {

public static void main(String[] args) throws IOException, SolrServerException {

String zkHost = "192.168.233.128:2181";

String defaultCollection = "collection1";

CloudSolrServer server = new CloudSolrServer(zkHost);

server.setDefaultCollection(defaultCollection);

for (int i = 0; i < 1000; ++i) {

SolrInputDocument doc = new SolrInputDocument();

doc.addField("cat", "book");

doc.addField("id", "book-" + i);

doc.addField("name", "The Legend of Po part " + i);

server.add(doc);

if (i % 100 == 0)

System.out.println(i);

server.commit(); // periodically flush

}

server.commit();

}

}

search:

import java.net.MalformedURLException;

import org.apache.solr.client.solrj.SolrServerException;

import org.apache.solr.client.solrj.impl.CloudSolrServer;

import org.apache.solr.client.solrj.response.QueryResponse;

import org.apache.solr.common.SolrDocumentList;

import org.apache.solr.common.params.ModifiableSolrParams;

public class SolrCloudSolrJSearcher {

public static void main(String[] args) throws MalformedURLException,

SolrServerException {

String zkHost = "localhost:2181";

String defaultCollection = "collection1";

CloudSolrServer solr = new CloudSolrServer(zkHost);

solr.setDefaultCollection(defaultCollection);

ModifiableSolrParams params = new ModifiableSolrParams();

params.set("q", "cat:electronics");

params.set("defType", "edismax");

params.set("start", "0");

QueryResponse response = solr.query(params);

SolrDocumentList results = response.getResults();

for (int i = 0; i < results.size(); ++i) {

System.out.println(results.get(i));

}

}

}