org.duracloud.services.amazonmapreduce

Class BaseAmazonMapReduceService

java.lang.Object

org.duracloud.services.BaseService

org.duracloud.services.amazonmapreduce.BaseAmazonMapReduceService

All Implemented Interfaces:

ComputeService, org.osgi.service.cm.ManagedService

Direct Known Subclasses:

AmazonFixityService, BulkImageConversionService, ReplicationOnDemandService

public abstract class BaseAmazonMapReduceService
extends BaseService
implements ComputeService, org.osgi.service.cm.ManagedService

This service contains the base logic common across services leveraging the Amazon elastic map reduce framework. It primarily collects configuration properties and starts task workers.

Author:

Andrew Woods Date: Sept 29, 2010

Nested Class Summary

Nested classes/interfaces inherited from interface org.duracloud.services.ComputeService

ComputeService.ServiceStatus

Field Summary

Fields

Modifier and Type	Field and Description
protected static String	DEFAULT_INSTANCE_TYPE
protected static String	DEFAULT_NUM_INSTANCES
protected static String	DEFAULT_NUM_MAPPERS
org.slf4j.Logger	log
protected static String	OPTIMIZE_COST
protected static String	OPTIMIZE_MODE_STANDARD
protected static String	OPTIMIZE_SPEED

Fields inherited from interface org.duracloud.services.ComputeService

DELIM, ERROR_KEY, ERROR_REPORT_KEY, FAILURE_COUNT_KEY, ITEMS_PROCESS_COUNT, PASS_COUNT_KEY, REPORT_KEY, STARTTIME_KEY, STATUS_KEY, STOPTIME_KEY, SVC_LAUNCHING_USER, SYSTEM_PREFIX

Constructor Summary

Constructors

Constructor and Description
BaseAmazonMapReduceService()

Method Summary

Methods

Modifier and Type	Method and Description
protected Map<String,String>	collectTaskParams()
void	createDestSpace()
void	doneWorking()
ContentStore	getContentStore()
String	getCostInstanceType()
String	getCostNumInstances()
String	getDestSpaceId()
String	getDuraStoreContext()
String	getDuraStoreHost()
String	getDuraStorePort()
String	getInstancesType()
String	getInstanceType()
protected abstract String	getJobType()
protected abstract AmazonMapReduceJobWorker	getJobWorker()
String	getMappersPerInstance()
String	getNumInstances()
protected abstract String	getNumMappers(String instanceType)
String	getNumOfInstances()
String	getOptimizeMode()
String	getOptimizeType()
String	getPassword()
protected abstract AmazonMapReduceJobWorker	getPostJobWorker()
Map<String,String>	getServiceProps()
String	getSourceSpaceId()
String	getSpeedInstanceType()
String	getSpeedNumInstances()
String	getUsername()
String	getWorkSpaceId()
void	setContentStore(ContentStore contentStore)
void	setCostInstanceType(String costInstanceType)
void	setCostNumInstances(String costNumInstances)
void	setDestSpaceId(String destSpaceId)
void	setDuraStoreContext(String duraStoreContext)
void	setDuraStoreHost(String duraStoreHost)
void	setDuraStorePort(String duraStorePort)
void	setInstanceType(String instanceType)
void	setMappersPerInstance(String mappersPerInstance)
void	setNumInstances(String numInstances)
void	setOptimizeMode(String optimizeMode)
void	setOptimizeType(String optimizeType)
void	setPassword(String password)
void	setSourceSpaceId(String sourceSpaceId)
void	setSpeedInstanceType(String speedInstanceType)
void	setSpeedNumInstances(String speedNumInstances)
void	setUsername(String username)
void	setWorkSpaceId(String workSpaceId)
void	start()
void	stop()
void	updated(Dictionary config)

Methods inherited from class org.duracloud.services.BaseService

addErrorReport, describe, getError, getErrorReportId, getServiceId, getServiceStatus, getServiceWorkDir, getSvcLaunchingUser, setError, setErrorReportId, setErrorReportId, setReportId, setReportId, setServiceId, setServiceStatus, setServiceWorkDir, setSvcLaunchingUser

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.duracloud.services.ComputeService

describe, getServiceId, getServiceStatus, getServiceWorkDir, setServiceWorkDir

Field Detail

log

public final org.slf4j.Logger log

DEFAULT_NUM_INSTANCES

protected static final String DEFAULT_NUM_INSTANCES

See Also:

Constant Field Values

DEFAULT_INSTANCE_TYPE

protected static final String DEFAULT_INSTANCE_TYPE

DEFAULT_NUM_MAPPERS

protected static final String DEFAULT_NUM_MAPPERS

See Also:

Constant Field Values

OPTIMIZE_MODE_STANDARD

protected static final String OPTIMIZE_MODE_STANDARD

See Also:

Constant Field Values

OPTIMIZE_COST

protected static final String OPTIMIZE_COST

See Also:

Constant Field Values

OPTIMIZE_SPEED

protected static final String OPTIMIZE_SPEED

See Also:

Constant Field Values

Constructor Detail

BaseAmazonMapReduceService

public BaseAmazonMapReduceService()

Method Detail

getJobWorker

protected abstract AmazonMapReduceJobWorker getJobWorker()

getPostJobWorker

protected abstract AmazonMapReduceJobWorker getPostJobWorker()

getJobType

protected abstract String getJobType()

getNumMappers

protected abstract String getNumMappers(String instanceType)

start

public void start()
           throws Exception

Specified by:

start in interface ComputeService

Overrides:

start in class BaseService

Throws:

Exception

collectTaskParams

protected Map<String,String> collectTaskParams()

getInstancesType

public String getInstancesType()

getNumOfInstances

public String getNumOfInstances()

stop

public void stop()
          throws Exception

Specified by:

stop in interface ComputeService

Overrides:

stop in class BaseService

Throws:

Exception

doneWorking

public void doneWorking()

Overrides:

doneWorking in class BaseService

getServiceProps

public Map<String,String> getServiceProps()

Specified by:

getServiceProps in interface ComputeService

Overrides:

getServiceProps in class BaseService

updated

public void updated(Dictionary config)
             throws org.osgi.service.cm.ConfigurationException

Specified by:

updated in interface org.osgi.service.cm.ManagedService

Throws:

org.osgi.service.cm.ConfigurationException

createDestSpace

public void createDestSpace()

getDuraStoreHost

public String getDuraStoreHost()

setDuraStoreHost

public void setDuraStoreHost(String duraStoreHost)

getDuraStorePort

public String getDuraStorePort()

setDuraStorePort

public void setDuraStorePort(String duraStorePort)

getDuraStoreContext

public String getDuraStoreContext()

setDuraStoreContext

public void setDuraStoreContext(String duraStoreContext)

getUsername

public String getUsername()

setUsername

public void setUsername(String username)

getPassword

public String getPassword()

setPassword

public void setPassword(String password)

getSourceSpaceId

public String getSourceSpaceId()

setSourceSpaceId

public void setSourceSpaceId(String sourceSpaceId)

getDestSpaceId

public String getDestSpaceId()

setDestSpaceId

public void setDestSpaceId(String destSpaceId)

getWorkSpaceId

public String getWorkSpaceId()

setWorkSpaceId

public void setWorkSpaceId(String workSpaceId)

getMappersPerInstance

public String getMappersPerInstance()

setMappersPerInstance

public void setMappersPerInstance(String mappersPerInstance)

getContentStore

public ContentStore getContentStore()

getOptimizeMode

public String getOptimizeMode()

setOptimizeMode

public void setOptimizeMode(String optimizeMode)

getNumInstances

public String getNumInstances()

setNumInstances

public void setNumInstances(String numInstances)

getInstanceType

public String getInstanceType()

setInstanceType

public void setInstanceType(String instanceType)

getOptimizeType

public String getOptimizeType()

setOptimizeType

public void setOptimizeType(String optimizeType)

getCostNumInstances

public String getCostNumInstances()

setCostNumInstances

public void setCostNumInstances(String costNumInstances)

getCostInstanceType

public String getCostInstanceType()

setCostInstanceType

public void setCostInstanceType(String costInstanceType)

getSpeedNumInstances

public String getSpeedNumInstances()

setSpeedNumInstances

public void setSpeedNumInstances(String speedNumInstances)

getSpeedInstanceType

public String getSpeedInstanceType()

setSpeedInstanceType

public void setSpeedInstanceType(String speedInstanceType)

setContentStore

public void setContentStore(ContentStore contentStore)