!"#$%&'()*+,-./'*.0'12*)$%-./'34'5# '/"-028'

Transcription

1 !"#$%&()*+,-./*.012*)$%-./345# /"-028 9:;2$#-<2&!"#$%#&()#(*+%$,-"./0"12%&(/13"4.4-,,567784/9,459:4"2:*-"#"8&"(19(1;9"<:"1)"%$ %:,+/1C9$#%&,-/95(."*/++B"$",)-"21"D,4 E",:5(*"B9"#0"#*/,-9"#0+",)%1,(/1"#3,%&)(,/1,-/9)(9"=(125"#$%#&,-"9"(#)- %5"#(,/%1:5%1,-")#(*+"25(."94 455"=6#->.5& )%0"#"2(9*".%(+%1.*/,-,-/92%):&"1,G-%*"0"#G,-"&%#";%:C1%*,-"B",,"#,-(,*%:+2 B"4= H(0(GI:,)-G,%&)(,/19,(++"2%1,-"9;9,"&43J"-(0"(++/1%:#)(9"4= A",K9L"./ (9(22"2 M",EEN)+/"1,%#5:,,;$#%&-,,56772%*1+%(294/,9459:4"2: E5")/$;/19,(++(,/%1$%+2"#(92"9C,%5/$;%:2%1K,-(0",-"#"<:/#"25"#&/99/%19 77"12.92(9 A%./1,%,-"E;9,"&:9/1.99-4O1*/12%*9G,-"9-"++*/12%*9-%:+2(55"(#+/C"6

2 >+/)C%1P<:/)C)%11"),QG,-"$%++%*/1.*/12%*9-%:+2(55"(#4R;5",-"2",(/+9%$;%:#+%./1/1,-" (55#%5#/(,"B%D3S(&(99:&/1.,"(&1:&B"#TU-"#"4= O1)";%:(#"+%.."2/1G6+0)%&&(1239,(129$%#P5#"9"1,*%#C/1.2/#"),%#;Q=9-%:+29-%*;%:*-"#" ;%:(#"4V4.G:5%1+%../1.*/,-,"(&TU:9"#1(&"G/,+%%C9+/C",-/96

3 P+9Q)%&&(129-%:+29-%*;%:(++,-"$/+"9(122/#"),%#/"9/1,-"*%#C/1.2/#"),%#;4S1,-","(&TU 2/#"),%#;/,+%%C9+/C"6

4 E%G*"-(0"1:,)-(12,%&)(,/1,-","(&TUK9-%&"2/#"),%#;4S1%:#)(9"GB%,-%$,-"1:,)-(12,%&)(,(#"(+#"(2;/19,(++"24E%*"W:9,1""2,%)%1$/.:#",-"9",*%,%%+9(12*"(#"#"(2;,%.%4 CC/50*5*0020 DE."#$%-5.>#*,)2*0B*<*-,*:,2-.B>")%>=2E>,02)5F$>6B-#E)>=C"5)C,>$*,>.-5#GG? CC2.0/50*5 1#26H&(>.E-/")-./."#$%E>)$)*+,

5 X/#9,G*"1""2,%#"9,#/),,-"1:,)-,%%+,%)#(*+%1+;9%&"5(#,/):+(#2%&(/19,-(,*"2"9/#",%)#(*+4 X%#"D(&5+"G/$*"*(1,,%)#(*+,-"/9,459:4"2:2%&(/13%#*"BY9/,"=G*"1""2,%)%1$/.:#"471:,)-Y U4Z7)%1$7)#(*+Y:#+$/+,"#4,D,4R-"$%++%*/1.9)#""19-%,)(5,:#"9-%*,%())"99,-/95(#,/):+(#$/+"6 N"#"G$/#9,S)-(1."2&;*%#C/1.2/#"),%#;,%,-"1:,)--%&"2/#"),%#;3*-"#"1:,)-/9/19,(++"2=(12,-"1S())"99/1.,-"$/+":9/1.0/,"D,"2/,%#4F1;%,-"#"2/,%#)(1(+9%B":9"2%#;%:)(12#(.(122#%5,-"$/+",%;%:#*/12%*9&()-/1"(12,-"1"2/,4R-/9)(1B"()-/"0"2(99-%*1B"+%*6

6 PI"*X/+"R#(19$"#Q,(B9-%:+2%5"1(1"**/12%**-"#";%:)(11(0/.(,",%,-"2/#"),%#/"9(122#(. (122#%5#"<:/#"2$/+"94N%*"0"#GS(&(99:&/1.,-"9-"++5#%&5,$%#,-"9:B9"<:"1,2",(/+94 [=()*+,7"),E-,#2)I#J#&R-/9/9-%*,-")#(*+Y:#+$/+,"#4,D,$/+"$%#,"(&TU+%%C9+/C"4S$;%:+%%C(,,-" 9")%12+(9,+/1"/1,-"9)#""19-%,G,-/9/9*-"#",-")%1$/.:#(,/%1$%#,-"2%&(/1/99:55+/"24N"#"(#" 9%&"5(#,/):+(#96 S,/9(#".:+(#"D5#"99/%1*-/)-/&5+/"9$",)-/1.(1;5(."*-%9"B(9":#+-(9P/9,459:4"2:Q4 3\(Y]UYZ^8_4=/&5+/"9,-(,(1;9"<:"1)"&(2"%$(+5-(B",/9(++%*"2(12/,&:9,"12*/,-P4Q(12 P8Q&"(19,-(,(1;1:&B"#%$9:)-9"<:"1)"9(#"(++%*"24 P`Q&"(19())"5,,-":#+&(2"%:,%$#".:+(#"D5#"99/%1,-(,$%++%*9P`Q(12PYP/&5+/"91%,,% ())"5,4F+9%GP4Q)(1B"#"5+()"2*/,-(1;9"<:"1)"4 R-"#"$%#"G/$(5(."-(9/,9B(9":#+(9-,,5677Ta[92.924/9,459:4"2:*/++B"())"5,"2B:,

7 T=."#$%702E*",#IJ=,&R-/9$/+"/9#"95%19/B+"$%#5#%0/2/1.;%:#)#(*+"#(1(&",-(,*/++B"#"./9,"#"2/1,-"+%.9%$,-"9/,",-(,/9B"/1.)#(*+"24N"#"/9-%*;%:)(1())"99,-"$+"6

8 O1)";%:%5"1,-"$/+"G;%:1""2,)-(1.",-"1(&"%$;%:#-,,5(."1,4R-/9/9-%*,-"-,,55#%5"#,/"9 9"),/%1%$,-/9$/+"$%#,-","(&TU+%%C9+/C"4 cdyynrr!5#%5"#,/"9yye c5#%5"#,;e c1(&"e-,,54(."1,41(&"c71(&"e c0(+:"e#2*=hkc70(+:"e c2"9)#/5,/%1enrr!f?9"#yf."1,f#"<:"9,-"(2"#4g?eriorb""&5,;y 5+"(9"9",,-/9,%(9/1.+"*%#2:1/<:"+;#"+(,"2,%;%:#%#.(1/](,/%14 IORV6h%:9-%:+2(+9%)-")C%,-"##"+(,"25#%5"#,/"96 -,,54#%B%,94(."1,9 -,,54(."1,42"9)#/5,/%1 -,,54(."1,4:#+ -,,54(."1,4"&(/+ -,,54(."1,40"#9/%1 (129",,-"/#0(+:"9(55#%5#/(,"+;4 c72"9)#/5,/%1e c75#%5"#,;e 1#26L&()*+,-./&I%*G*"(#"#"(2;,%)#(*+4E,(;/1./1,-"1:,)--%&"2/#"),%#;G$/#9,*"1""2,% )#"(,"($/+",-(,)(##/"9,-"9""2:#+3,-"5(.",-(,*/++B"$",)-"20"#;$/#9,=4N"#"/9-%*/,)(1B"2%1"6

9 R-/9)%&&(12*/++)#"(,"($/+"1(&"2:#+/1,-"5#"9"1,*%#C/1.2/#"),%#;(12P")-%Q*/++*#/," -,,5677/9,459:4"2:/1,-"$/+"43I%,"6,-"9""2:#+)(1B"9:55+/"2(,,-")%&&(12+/1"*-/+")#(*+/1.GB:, /,/9(.%%25#(),/)",%9:55+;,-"9""2:#+7:#+9/1($/+"= I"D,G*"5"#$%#&,-")#(*+B;/99:/1.,-")#(*+)%&&(124R-"$%++%*/1.9)#""19-%,9-%*9-%*,%2%,-/96 N"#"G PB/171:,)-Q/9,-""D"):,(B+"(12,-"P)#(*+Q/9,-"W(0()+(99,-(,/&5+"&"1,9,-")#(*+/1. $:1),/%1(+/,;4

10 P:#+Q/9,-"$/+",-(,)%1,(/19,-"9""2:#+94 PY2/#,/1;)#(*+Q/9,-"(#.:&"1,9,-(,9:55+/"9,-(,1(&"%$,-"2/#"),%#;*-"#"(++,-" 9".&"1,9*/++B"9,%#"24g(C"9:#",-(,P,/1;)#(*+Q2%"91%,"D/9,/1,-"*%#C/1.2/#"),%#;4 PY2"5,-TQ95")/$/"9,-"2"5,-G/4"4,-"5(."9,-(,(#"(,(2/9,(1)":5,%[*/++B"$",)-"24 R-/9*/++)%&5+",",-")#(*+%5"#(,/%14J-"1,-")#(*+/1.%5"#(,/%1/9$/1/9-"2G;%:*/++9""(2/#"),%#; 1(&"2,/1;)#(*+/1;%:#1:,)-2/#"),%#;4 S$;%:(#"/1,"#"9,"2/1(1(+;]/1.*-(,-(9B""1)#(*+"2B"$%#";%:9,(#,%5"#(,/%19$%#9"(#)-/1.G;%: 9-%:+2#"(2-,,5677*/C/4(5()-"4%#.71:,)-7Ui>%&&(12A/1"O5,/%194R-/95(.")%1,(/19,-")%&&(12 +/1"%5,/%19(0(/+(B+"$%#1:,)-(12#"(22B(12#"(2+/1C2B(#",-")+(99"9,-(,)(1B":9"2$%#(1(+;9/9 5:#5%9"94

11 1#26G&12*)$%-./ X%#,-"9"(#)-#"<:"9,93/4"4<:"#/"9=,%B"9"#0"2G*"1""2(9"#0+",)%1,(/1"#,-(,)(1#")"/0",-" #"<:"9,G#"(2,-"/12"D(129"12B()C,-"#"9:+,94J"*/++B":9/1.,%&)(,$%#,-/95:#5%9"4X/#9,G+",:9 9""*-"#",-",%&)(,/9/19,(++"24 E)#""19-%,(B%0"9-%*9*-"#",-",%&)(,/9/19,(++"24N"#"G$/#9,S1(0/.(,"2,%,-"5(#"1,2/#"),%#;3)2 44=(12/99:"2,-"+9)%&&(12,%9"",-")%1,"1,%$,-","(&9TUK9-%&"2/#"),%#;4P(5()-"Y,%&)(,Y j4u4[aq/9,-"2/#"),%#;*-"#",%&)(,/9/19,(++"24r-"2/#"),%#;+/9,/1.3+9=%$,-/92/#"),%#;9-%*9,-" )%1,"1,%$,-/92/#"),%#;4PB/1Q/9,-"2/#"),%#;*-"#"(++,-""D"):,(B+"(#"+%)(,"2(12P*"B(55Q/9,-"2/#"),%#;*-"#"(++,-"*"B(55+/)(,/%1,-(,#:1/19/2",%&)(,(#"2"5+%;"24 I"D,G*"1""2,%2"5+%;%:#1:,)-(55+/)(,/%1,%,-/9,%&)(,9"#0"#4N"#"/9-%*,-/9/92%1"6 [= X/#9,G*"1""2,%#"&%0",-"#%%,(55+/)(,/%1,-(,/9#:11/1./1,-",%&)(,(12,-"1)%5;,-" 1:,)-*"B(55+/)(,/%1$/+"31:,)-4*(#=/1,%,-/92/#"),%#;4X%++%*/1.,*%)%&&(129,(C")(#"%$,-/9%5"#(,/%14 g(c"9:#";%:(#"5#"9"1,/1,-"(55#%5#/(,"2/#"),%#;b"$%#"#:11/1.,-"9")%&&(129(12,-" 2/#"),%#;/9,-"-%&"2/#"),%#;%$,%&)(,4X%++%*/1.9)#""19-%,9-%:+2)+"(#(1;2%:B,6

12 I"D,G*"1""2,%9,(#,,-",%&)(,9"#0"#*-/)-/92%1"B;$%++%*/1.)%&&(126 B/17)(,(+/1(49-9,(#, S,9-%:+22/95+(;/1$%#&(,/%1(99-%*1/1,-"9)#""19-%,6

13 I%*G,-",%&)(,9"#0"#/9#:11/1.B:,/,/91%,)%1$/.:#"2;",(12,-"#"$%#"G/,)(11%,$/12,-" /12"D,-(,1:,)-)#"(,"2/1,-"+(9,9,"54E%G*"*/++)%1$/.:#",-",%&)(,9"#0"#B"$%#"9-%*/1. %$$*/,-,-"9"(#)-/1.4 R-"#"(#",*%$/+"9,-(,1""2,%B")%1$/.:#"2*-/)-(#" )%1$79"#0"#4D&+?8."#$%75-#2IJ=, R-")%1,"1,%$,-"$/#9,$/+"/99-%*1B"+%*4 <?xml version="1.0"?> <?xml-stylesheet type="text/xsl" href="configuration.xsl"?> <!-- Put site-specific property overrides in this file. --> <configuration> </configuration> F12G/,9-%:+2+%%C+/C"(99-%*1B"+%*6 <?xml version="1.0"?> <?xml-stylesheet type="text/xsl" href="nutch-conf.xsl"?> <!-- Put site-specific property overrides in this file. --> <nutch-conf> <property> <name>searcher.dir</name> <value>/home/team20/nutch-0.9/tinycrawl</value> </property> </nutch-conf> I%,",-",*%&(/1)-(1."9G from href="configuration.xsl" to href="nutch-conf.xsl conten inside <nutch-conf>..</nutch-conf> R-"$/#9,)-(1."/9/12/)(,/1.,-"1"*)%1$/.:#(,/%1$/+"*-"#",-"2/95+(;%#/"1,"2/1$%#&(,/%1 $%#;%:1:,)-*/++B"5:,4F12,-"9")%12)-(1."/9,-"5(,-%$,-"2/#"),%#;*-"#";%:#)#(*+ /943N"#","(&TU/9(99:&"24h%:9-%:+25:,())%#2/1.,%;%:#,"(&1:&B"#4= H8 52)<2)IJ=,& E/1)"G"0"#;,"(&*/++B"*%#C/1.*/,-,-"9(&",%&)(,9"#0"#G*"*/++1""2,%#:12/$$"#"1, /19,(1)"9%$,-",%&)(,9"#0"#4R%/2"1,/$;*-/)-/12"D,%*%#C*/,-3/4"4*-/)-/19,(1)"%$,%&)(,,%*%#C*/,-=G,%&)(,9"#0"#:9"9,-")%&B/1(,/%1%$S!(22#"99%$,-"9"#0"#&()-/1"

14 (12,-"5%#,%1*-/)-,-",%&)(,/9+/9,"1/1.4E/1)";%:)(11%,)-(1.",-"S!(22#"99%$,-" &()-/1"G;%:*/++)-(1.",-"5%#,4 R-"9"#0"#4D&+$/+")%1,(/19,-"(B%0"&"1,/%1"2)%1$/.:#(,/%12",(/+(12,-"#"+"0(1,D&+,(.K9 )%1,"1,%$($#"9-+;)#"(,"2/19,(1)"/99-%*1B"+%*4 <!-- A "Connector" represents an endpoint by which requests are received and responses are returned. Documentation at : Java HTTP Connector: /docs/config/http.html (blocking & nonblocking) Java AJP Connector: /docs/config/ajp.html APR (HTTP/AJP) Connector: /docs/apr.html Define a non-ssl HTTP/1.1 Connector on port > <Connector port="8080" protocol="http/1.1" connectiontimeout="20000" redirectport="8443" /> R-"+(9,,-#""+/1"9)%1,(/19,-")%1$/.:#(,/%14N"#",-"5%#,1:&B"#/9iUiU4E/1)"*"*/++:9" 2/$$"#"1,5%#,$%#2/$$"#"1,,"(&9G/,/9#")%&&"12"2,-(,;%:&%2/$;,-"5%#,1:&B"#,% iuiu`;%:#,"(&1:&b"#4/4"4/1,-/9)(9"giuiu`tukzuuu439/1)"s(&*%#c/1.*/,-,"(&tu= I%**"1""2,%#"9,(#,,-",%&)(,9"#0"#4E%G9,%5/,$/#9,(12,-"19,(#,4E%G,-"9",*% )%&&(1299-%:+22%,-"*%#C6 B/17)(,(+/1(49-9,%5 B/17)(,(+/1(49-9,(#, 3N"#"S-(0"(99:&"2,-(,;%:#P5*2Q/9P7-%&"7,"(&l7(5()-"Y,%&)(,Yj4U4[aQ4,"(&l&"(19,"(&1:&B"#4= F99:&/1.,-(,&;,"(&1:&B"#/9TU(12-"1)",-"5%#,1:&B"#/9iUiU`TUki[UUG$%# ())"99/1.,-"1:,)-9"(#)-/1,"#$()"GS*/++,;5"-,,5677/9,aa[4/9,459:4"2:6i[UU7"17/1,-" B#%*9"#4 N"#"/9,-"9)#""19-%,$%#,-"/1,"#$()"6

15 F12/$S9"(#)-$%#P/1$%#&(,/%1QG-"#"/9*-(,S.",6

16 !+"(9"9,%5;%:#,%&)(,/19,(1)"%1)";%:(#"2%1"$%#5#%5"#(0(/+(B/+/,;%$,-"9;9,"&

17 4.*,BM-./#%24.*,BM2)5& R-")%2"B"+%*:9"9,-"(1(+;]"#995")/$/"2(12/&5+"&"1,"2/1A:)"1",%(1(+;]"(12,%C"1/]",-"9,#/1.5#%0/2"2B;,-":9"#4E/1)"A:)"1"*/++B"/12"D/1.,-",%C"19."1"#(,"2B;,-"(1(+;]"#9G,-"#"$%#"/,/9/19,#:),/0",%+%%C(,,-",%C"1/](,/%12%1"B;,-"2/$$"#"1, (1(+;]"#94 //AnalysisDemo.java import org.apache.lucene.analysis.analyzer; import org.apache.lucene.analysis.whitespaceanalyzer; import org.apache.lucene.analysis.stopanalyzer; import org.apache.lucene.analysis.tokenstream; import org.apache.lucene.analysis.token; import org.apache.lucene.analysis.simpleanalyzer; import org.apache.lucene.analysis.standard.standardanalyzer; import java.io.*; import java.io.ioexception; public class AnalysisDemo { private static String string; private static final Analyzer[] analyzers = new Analyzer[]{ new WhitespaceAnalyzer(), new SimpleAnalyzer(), new StopAnalyzer(), new StandardAnalyzer(), ; public static void main(string[] args) throws IOException { BufferedReader br = new BufferedReader(new InputStreamReader(System.in)); System.out.println("\nEnter the string that you want to analyze:"); string = br.readline(); analyze(string); private static void analyze(string text) throws IOException { System.out.println("Analzying \"" + text + "\""); for (int i = 0; i < analyzers.length; i++) { Analyzer analyzer = analyzers[i]; System.out.println("\t" + analyzer.getclass().getname() + ":"); System.out.print("\t\t"); TokenStream stream = analyzer.tokenstream("contents", new StringReader(text)); while (true) { Token token = stream.next(); if (token == null) break; System.out.print("[" + token.termtext() + "] "); System.out.println("\n");

18 ()2*#-./*$"5#>=-.7=2=>)BD.02J*.052*)$%-./>.-#& R-")%2"B"+%*,(C"995")/$/"22%):&"1,9(12)#"(,"9(A:)"1"/12"D*-/)-/9C"5,/1,-"&"&%#;4A:)"1"5#%0/2"9)+(99"9$%#"()-%$,-"$%++%*/1.%5"#(,/%19,-(,(#" 1")"99(#;$%#9"(#)-"1./1"%5"#(,/%16 /12"D)#"(,/%1 /12"D9"(#)-/1. <:"#;5(#9/1. )%1,"1,(1(+;9/9 R-")%2"B"+%*9-%*9(++,-"%5"#(,/%19/1(),/%14S,/9(20/9"2,%5+(;*/,-,-/9)%2" (129""/,/1(),/%1$%#+"(#1/1.5:#5%9"94X%#%,-"#)+(99"9(12$:1),/%1(+/,/"9G.%,%,-" +:)"1"*"B9/,"(12B#%*9",-")+(99-/"#(#)-;4 //LuceneExample.java import java.io.ioexception; import java.io.stringreader; import org.apache.lucene.search.hits; import org.apache.lucene.search.query; import org.apache.lucene.document.field; import org.apache.lucene.search.searcher; import org.apache.lucene.index.indexwriter; import org.apache.lucene.document.document; import org.apache.lucene.store.ramdirectory; import org.apache.lucene.search.indexsearcher; import org.apache.lucene.queryparser.queryparser; import org.apache.lucene.queryparser.parseexception; import org.apache.lucene.analysis.standard.standardanalyzer; public class LuceneExample { public static void main(string[] args) { // Construct a RAMDirectory to hold the in-memory representation // of the index. RAMDirectory idx = new RAMDirectory(); try { // Make an writer to create the index IndexWriter writer = new IndexWriter(idx, new StandardAnalyzer(), true); // Add some Document objects containing quotes writer.adddocument(createdocument("theodore Roosevelt", "It behooves every man to remember that the work of the " + "critic, is of altogether secondary importance, and that, " + "in the end, progress is accomplished by the man who does " + "things.")); writer.adddocument(createdocument("friedrich Hayek",

19 "The case for individual freedom rests largely on the " + "recognition of the inevitable and universal ignorance " + "of all of us concerning a great many of the factors on " + "which the achievements of our ends and welfare depend.")); writer.adddocument(createdocument("ayn Rand", "There is nothing to take a manâ! s freedom away from " + "him, save other men. To be free, a man must be free " + "of his brothers.")); writer.adddocument(createdocument("mohandas Gandhi", "Freedom is not worth having if it does not connote " + "freedom to err.")); // Optimize and close the writer to finish building the index writer.optimize(); writer.close(); // Build an IndexSearcher using the in-memory index Searcher searcher = new IndexSearcher(idx); // Run some queries search(searcher, "freedom"); search(searcher, "free"); search(searcher, "progress or achievements"); searcher.close(); catch (IOException ioe) { // In this example we arenâ! t really doing an I/O, so this // exception should never actually be thrown. ioe.printstacktrace(); catch (ParseException pe) { pe.printstacktrace(); /** * Make a Document object with an un-indexed title field and an indexed * content field. */ private static Document createdocument(string title, String content) { Document doc = new Document(); // Add the title as an unindexed fieldâ!" doc.add(new Field("title", title, Field.Store.YES, Field.Index.NO)); // and the content as an indexed field. Note that indexed // Text fields are constructed using a Reader. Lucene can read // and index very large chunks of text, without storing the // entire content verbatim in the index. In this example we // can just wrap the content string in a StringReader. doc.add(new Field("content", new StringReader(content))); return doc; /**

20 * Searches for the given string in the "content" field */ private static void search(searcher searcher, String querystring) throws ParseException, IOException { // Build a Query object QueryParser parser = new QueryParser("content", new StandardAnalyzer()); Query query = parser.parse(querystring); // Search for the query Hits hits = searcher.search(query); // Examine the Hits object to see if there were any matches int hitcount = hits.length(); if (hitcount == 0) { System.out.println("No matches were found for \"" + querystring + "\""); else { System.out.println("Hits for \"" + querystring + "\" were found in quotes by:"); // Iterate over the Documents in the Hits object for (int i = 0; i < hitcount; i++) { Document doc = hits.doc(i); // Print the value that we stored in the "title" field. Note // that this Field was not indexed, but (unlike the // "contents" field) was stored verbatim and can be // retrieved. System.out.println(" " + (i + 1) + ". " + doc.get("title")); System.out.println();

21 1#>)-./*.D.02J>.#%2=2=>)B& R-")%2"B"+%*9-%*9-%*,%9,%#"(1/12"D%1,-"-(#2Y2#/0"4S,,(C"9,-"/15:,(9,-" 2/#"),%#;,-(,1""29,%B"/12"D"2(12,-"2/#"),%#;*-"#";%:*(1,,%*#/,",-"/12"D4 //Indexer.java import org.apache.lucene.index.indexwriter; import org.apache.lucene.analysis.standard.standardanalyzer; import org.apache.lucene.document.document; import org.apache.lucene.document.field; import java.io.file; import java.io.ioexception; import java.io.filereader; public class Indexer { public static void index(file indexdir, File datadir) throws IOException { if (!datadir.exists()!datadir.isdirectory()) { throw new IOException(dataDir + " does not exist or is not a directory"); IndexWriter writer = new IndexWriter(indexDir, new StandardAnalyzer(), true); indexdirectory(writer, datadir); writer.close(); private static void indexdirectory(indexwriter writer, File dir) throws IOException { File[] files = dir.listfiles(); for (int i=0; i < files.length; i++) { File f = files[i]; if (f.isdirectory()) { indexdirectory(writer, f); // recurse else if (f.getname().endswith(".txt")) { indexfile(writer, f); private static void indexfile(indexwriter writer, File f) throws IOException { System.out.println("Indexing " + f.getname()); Document doc = new Document(); doc.add(field.text("contents", new FileReader(f))); doc.add(field.keyword("filename", f.getcanonicalpath())); writer.adddocument(doc); public static void main(string[] args) throws Exception { if (args.length!= 2) {

22 throw new Exception("Usage: " + Indexer.class.getName() + " <index dir> <data dir>"); File indexdir = new File(args[0]); File datadir = new File(args[1]); index(indexdir, datadir);