@ -113,6 +113,7 @@ import java.text.SimpleDateFormat;
import java.util.ArrayList ; import java.util.ArrayList ;
import java.util.Date ; import java.util.Date ;
import java.util.HashMap ; import java.util.HashMap ;
import java.util.Hashtable ;
import java.util.Iterator ; import java.util.Iterator ;
import java.util.Map ; import java.util.Map ;
import java.util.Set ; import java.util.Set ;
@ -228,8 +229,17 @@ public final class plasmaSwitchboard extends serverAbstractSwitch implements ser
private serverSemaphore shutdownSync = new serverSemaphore ( 0 ) ;
private serverSemaphore shutdownSync = new serverSemaphore ( 0 ) ;
private boolean terminate = false ;
private boolean terminate = false ;
private Object crawlingPausedSync = new Object ( ) ;
//private Object crawlingPausedSync = new Object();
private boolean crawlingIsPaused = false ;
//private boolean crawlingIsPaused = false;
public static final String CRAWLJOB_LOCAL_CRAWL = "50_localcrawl" ;
public static final String CRAWLJOB_REMOTE_TRIGGERED_CRAWL = "62_remotetriggeredcrawl" ;
public static final String CRAWLJOB_GLOBAL_CRAWL_TRIGGER = "61_globalcrawltrigger" ;
private static final int CRAWLJOB_SYNC = 0 ;
private static final int CRAWLJOB_STATUS = 1 ;
private Hashtable crawlJobsStatus = new Hashtable ( ) ;
private static plasmaSwitchboard sb ;
private static plasmaSwitchboard sb ;
public plasmaSwitchboard ( String rootPath , String initPath , String configPath ) {
public plasmaSwitchboard ( String rootPath , String initPath , String configPath ) {
@ -421,12 +431,26 @@ public final class plasmaSwitchboard extends serverAbstractSwitch implements ser
// start a loader
// start a loader
log . logConfig ( "Starting Crawl Loader" ) ;
log . logConfig ( "Starting Crawl Loader" ) ;
crawlSlots = Integer . parseInt ( getConfig ( "crawler.MaxActiveThreads" , "10" ) ) ;
crawlSlots = Integer . parseInt ( getConfig ( "crawler.MaxActiveThreads" , "10" ) ) ;
this . crawlingIsPaused = Boolean . valueOf ( getConfig ( "crawler.isPaused" , "false" ) ) . booleanValue ( ) ;
plasmaCrawlLoader . switchboard = this ;
plasmaCrawlLoader . switchboard = this ;
this . cacheLoader = new plasmaCrawlLoader ( this . cacheManager , this . log ) ;
this . cacheLoader = new plasmaCrawlLoader ( this . cacheManager , this . log ) ;
/ *
* Creating sync objects and loading status for the crawl jobs
* a ) local crawl
* b ) remote triggered crawl
* c ) global crawl trigger
* /
this . crawlJobsStatus . put ( CRAWLJOB_LOCAL_CRAWL , new Object [ ] {
new Object ( ) ,
Boolean . valueOf ( getConfig ( CRAWLJOB_LOCAL_CRAWL + "_isPaused" , "false" ) ) } ) ;
this . crawlJobsStatus . put ( CRAWLJOB_REMOTE_TRIGGERED_CRAWL , new Object [ ] {
new Object ( ) ,
Boolean . valueOf ( getConfig ( CRAWLJOB_REMOTE_TRIGGERED_CRAWL + "_isPaused" , "false" ) ) } ) ;
this . crawlJobsStatus . put ( CRAWLJOB_GLOBAL_CRAWL_TRIGGER , new Object [ ] {
new Object ( ) ,
Boolean . valueOf ( getConfig ( CRAWLJOB_GLOBAL_CRAWL_TRIGGER + "_isPaused" , "false" ) ) } ) ;
// starting board
// starting board
initMessages ( ramMessage ) ;
initMessages ( ramMessage ) ;
@ -956,32 +980,35 @@ public final class plasmaSwitchboard extends serverAbstractSwitch implements ser
/ * *
/ * *
* With this function the crawling process can be paused
* With this function the crawling process can be paused
* /
* /
public void pauseCrawling ( ) {
public void pauseCrawlJob ( String jobType ) {
synchronized ( this . crawlingPausedSync ) {
Object [ ] status = ( Object [ ] ) this . crawlJobsStatus . get ( jobType ) ;
this . crawlingIsPaused = true ;
synchronized ( status [ CRAWLJOB_SYNC ] ) {
status [ CRAWLJOB_STATUS ] = Boolean . TRUE ;
}
}
setConfig ( "crawler. , "true" ) ;
setConfig ( jobType + "_ , "true" ) ;
}
}
/ * *
/ * *
* Continue the previously paused crawling
* Continue the previously paused crawling
* /
* /
public void continueCrawling ( ) {
public void continueCrawlJob ( String jobType ) {
synchronized ( this . crawlingPausedSync ) {
Object [ ] status = ( Object [ ] ) this . crawlJobsStatus . get ( jobType ) ;
if ( this . crawlingIsPaused ) {
synchronized ( status [ CRAWLJOB_SYNC ] ) {
this . crawlingIsPaused = false ;
if ( ( ( Boolean ) status [ CRAWLJOB_STATUS ] ) . booleanValue ( ) ) {
this . crawlingPausedSync . notifyAll ( ) ;
status [ CRAWLJOB_STATUS ] = Boolean . FALSE ;
status [ CRAWLJOB_SYNC ] . notifyAll ( ) ;
}
}
}
}
setConfig ( "crawler. , "false" ) ;
setConfig ( jobType + "_ , "false" ) ;
}
}
/ * *
/ * *
* @return < code > true < / code > if crawling was paused or < code > false < / code > otherwise
* @return < code > true < / code > if crawling was paused or < code > false < / code > otherwise
* /
* /
public boolean crawlingIsPaused ( ) {
public boolean crawlJobIsPaused ( String jobType ) {
synchronized ( this . crawlingPausedSync ) {
Object [ ] status = ( Object [ ] ) this . crawlJobsStatus . get ( jobType ) ;
return this . crawlingIsPaused ;
synchronized ( status [ CRAWLJOB_SYNC ] ) {
return ( ( Boolean ) status [ CRAWLJOB_STATUS ] ) . booleanValue ( ) ;
}
}
}
}
@ -1012,10 +1039,11 @@ public final class plasmaSwitchboard extends serverAbstractSwitch implements ser
//if (!(cacheManager.idle())) try {Thread.currentThread().sleep(2000);} catch (InterruptedException e) {}
//if (!(cacheManager.idle())) try {Thread.currentThread().sleep(2000);} catch (InterruptedException e) {}
// if crawling was paused we have to wait until we wer notified to continue
// if crawling was paused we have to wait until we wer notified to continue
synchronized ( this . crawlingPausedSync ) {
Object [ ] status = ( Object [ ] ) this . crawlJobsStatus . get ( CRAWLJOB_LOCAL_CRAWL ) ;
if ( this . crawlingIsPaused ) {
synchronized ( status [ CRAWLJOB_SYNC ] ) {
if ( ( ( Boolean ) status [ CRAWLJOB_STATUS ] ) . booleanValue ( ) ) {
try {
try {
this . crawlingPausedSync . wait ( ) ;
status [ CRAWLJOB_SYNC ] . wait ( ) ;
}
}
catch ( InterruptedException e ) { return false ; }
catch ( InterruptedException e ) { return false ; }
}
}
@ -1090,10 +1118,11 @@ public final class plasmaSwitchboard extends serverAbstractSwitch implements ser
//if (!(cacheManager.idle())) try {Thread.currentThread().sleep(2000);} catch (InterruptedException e) {}
//if (!(cacheManager.idle())) try {Thread.currentThread().sleep(2000);} catch (InterruptedException e) {}
// if crawling was paused we have to wait until we wer notified to continue
// if crawling was paused we have to wait until we wer notified to continue
synchronized ( this . crawlingPausedSync ) {
Object [ ] status = ( Object [ ] ) this . crawlJobsStatus . get ( CRAWLJOB_GLOBAL_CRAWL_TRIGGER ) ;
if ( this . crawlingIsPaused ) {
synchronized ( status [ CRAWLJOB_SYNC ] ) {
if ( ( ( Boolean ) status [ CRAWLJOB_STATUS ] ) . booleanValue ( ) ) {
try {
try {
this . crawlingPausedSync . wait ( ) ;
status [ CRAWLJOB_SYNC ] . wait ( ) ;
}
}
catch ( InterruptedException e ) { return false ; }
catch ( InterruptedException e ) { return false ; }
}
}
@ -1152,12 +1181,13 @@ public final class plasmaSwitchboard extends serverAbstractSwitch implements ser
}
}
// if crawling was paused we have to wait until we wer notified to continue
// if crawling was paused we have to wait until we wer notified to continue
synchronized ( this . crawlingPausedSync ) {
Object [ ] status = ( Object [ ] ) this . crawlJobsStatus . get ( CRAWLJOB_REMOTE_TRIGGERED_CRAWL ) ;
if ( this . crawlingIsPaused ) {
synchronized ( status [ CRAWLJOB_SYNC ] ) {
if ( ( ( Boolean ) status [ CRAWLJOB_STATUS ] ) . booleanValue ( ) ) {
try {
try {
this . crawlingPausedSync . wait ( ) ;
status [ CRAWLJOB_SYNC ] . wait ( ) ;
}
}
catch ( InterruptedException e ) { return false ; }
catch ( InterruptedException e ) { return false ; }
}
}
}
}
theli
19 years ago