org.archive.io.hbase
Class HBaseParameters

java.lang.Object
  org.archive.io.hbase.HBaseParameters

All Implemented Interfaces:

org.archive.io.ArchiveFileConstants

public class HBaseParameters
extends Object
implements org.archive.io.ArchiveFileConstants

Configures the values of the column family/qualifier used for the crawl. Also contains a full set of default values that are the same as the previous Heritrix2 implementation. Meant to be configured within the Spring framework either inline of HBaseWriterProcessor or as a named bean and references later on.

 <bean id="hbaseParameterSettings" class="org.archive.io.hbase.HBaseParameters">
   <property name="contentColumnFamily" value="newcontent" />
   <!-- Overwrite more options here -->
 </bean>
 
 

See Also:

{@link org.archive.modules.writer.HBaseWriterProcessor} for a full example

Field Summary

static String	CONTENT_COLUMN_FAMILY DEFAULT OPTIONS
static String	CONTENT_COLUMN_NAME
static String	CURI_COLUMN_FAMILY
static String	IP_COLUMN_NAME
static String	IS_SEED_COLUMN_NAME
static String	PATH_FROM_SEED_COLUMN_NAME
static String	REQUEST_COLUMN_NAME
static String	URL_COLUMN_NAME
static String	VIA_COLUMN_NAME
static String	ZOOKEEPER_CLIENT_PORT

Fields inherited from interface org.archive.io.ArchiveFileConstants

ABSOLUTE_OFFSET_KEY, CDX, CDX_FILE, CDX_LINE_BUFFER_SIZE, CRLF, DATE_FIELD_KEY, DEFAULT_DIGEST_METHOD, DOT_COMPRESSED_FILE_EXTENSION, DUMP, GZIP_DUMP, HEADER, INVALID_SUFFIX, LENGTH_FIELD_KEY, MIMETYPE_FIELD_KEY, NOHEAD, OCCUPIED_SUFFIX, READER_IDENTIFIER_FIELD_KEY, RECORD_IDENTIFIER_FIELD_KEY, SINGLE_SPACE, TYPE_FIELD_KEY, URL_FIELD_KEY, VERSION_FIELD_KEY

Constructor Summary

HBaseParameters()

Method Summary

String	getContentColumnFamily()
String	getContentColumnName()
String	getCuriColumnFamily()
String	getIpColumnName()
String	getIsSeedColumnName()
String	getPathFromSeedColumnName()
String	getRequestColumnName()
String	getUrlColumnName()
String	getViaColumnName()
String	getZookeeperClientPort()
void	setContentColumnFamily(String contentColumnFamily)
void	setContentColumnName(String contentColumnName)
void	setCuriColumnFamily(String curiColumnFamily)
void	setIpColumnName(String ipColumnName)
void	setIsSeedColumnName(String isSeedColumnName)
void	setPathFromSeedColumnName(String pathFromSeedColumnName)
void	setRequestColumnName(String requestColumnName)
void	setUrlColumnName(String urlColumnName)
void	setViaColumnName(String viaColumnName)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CONTENT_COLUMN_FAMILY

public static final String CONTENT_COLUMN_FAMILY

DEFAULT OPTIONS

See Also:

Constant Field Values

CONTENT_COLUMN_NAME

public static final String CONTENT_COLUMN_NAME

See Also:

Constant Field Values

CURI_COLUMN_FAMILY

public static final String CURI_COLUMN_FAMILY

See Also:

Constant Field Values

IP_COLUMN_NAME

public static final String IP_COLUMN_NAME

See Also:

Constant Field Values

PATH_FROM_SEED_COLUMN_NAME

public static final String PATH_FROM_SEED_COLUMN_NAME

See Also:

Constant Field Values

IS_SEED_COLUMN_NAME

public static final String IS_SEED_COLUMN_NAME

See Also:

Constant Field Values

VIA_COLUMN_NAME

public static final String VIA_COLUMN_NAME

See Also:

Constant Field Values

URL_COLUMN_NAME

public static final String URL_COLUMN_NAME

See Also:

Constant Field Values

REQUEST_COLUMN_NAME

public static final String REQUEST_COLUMN_NAME

See Also:

Constant Field Values

ZOOKEEPER_CLIENT_PORT

public static String ZOOKEEPER_CLIENT_PORT

Constructor Detail

HBaseParameters

public HBaseParameters()

Method Detail

getContentColumnFamily

public String getContentColumnFamily()

setContentColumnFamily

public void setContentColumnFamily(String contentColumnFamily)

getContentColumnName

public String getContentColumnName()

setContentColumnName

public void setContentColumnName(String contentColumnName)

getCuriColumnFamily

public String getCuriColumnFamily()

setCuriColumnFamily

public void setCuriColumnFamily(String curiColumnFamily)

getIpColumnName

public String getIpColumnName()

setIpColumnName

public void setIpColumnName(String ipColumnName)

getPathFromSeedColumnName

public String getPathFromSeedColumnName()

setPathFromSeedColumnName

public void setPathFromSeedColumnName(String pathFromSeedColumnName)

getIsSeedColumnName

public String getIsSeedColumnName()

setIsSeedColumnName

public void setIsSeedColumnName(String isSeedColumnName)

getViaColumnName

public String getViaColumnName()

setViaColumnName

public void setViaColumnName(String viaColumnName)

getUrlColumnName

public String getUrlColumnName()

setUrlColumnName

public void setUrlColumnName(String urlColumnName)

getRequestColumnName

public String getRequestColumnName()

setRequestColumnName

public void setRequestColumnName(String requestColumnName)

getZookeeperClientPort

public String getZookeeperClientPort()