Package org.apache.nutch.tools

Class CommonCrawlFormatJackson

java.lang.Object

org.apache.nutch.tools.AbstractCommonCrawlFormat

org.apache.nutch.tools.CommonCrawlFormatJackson

All Implemented Interfaces:

Closeable, AutoCloseable, CommonCrawlFormat

public class CommonCrawlFormatJackson
extends AbstractCommonCrawlFormat

This class provides methods to map crawled data on JSON using Jackson Streaming APIs.

Field Summary

Fields inherited from class org.apache.nutch.tools.AbstractCommonCrawlFormat

conf, content, inLinks, jsonArray, keyPrefix, LOG, metadata, reverseKey, reverseKeyValue, simpleDateFormat, url

Constructor Summary

Constructors

Constructor	Description
CommonCrawlFormatJackson(String url, Content content, Metadata metadata, Configuration nutchConf, CommonCrawlConfig config)
CommonCrawlFormatJackson(Configuration nutchConf, CommonCrawlConfig config)

Method Summary

Modifier and Type	Method	Description
protected void	closeArray(String key, boolean nested, boolean newline)
protected void	closeObject(String key)
protected String	generateJson()
protected void	startArray(String key, boolean nested, boolean newline)
protected void	startObject(String key)
protected void	writeArrayValue(String value)
protected void	writeKeyNull(String key)
protected void	writeKeyValue(String key, String value)

Methods inherited from class org.apache.nutch.tools.AbstractCommonCrawlFormat

close, getImported, getInLinks, getJsonData, getJsonData, getJsonData, getKey, getMethod, getRequestAccept, getRequestAcceptEncoding, getRequestAcceptLanguage, getRequestContactEmail, getRequestContactName, getRequestHostAddress, getRequestHostName, getRequestRobots, getRequestSoftware, getRequestUserAgent, getResponseAddress, getResponseContent, getResponseContentEncoding, getResponseContentType, getResponseDate, getResponseHostName, getResponseServer, getResponseStatus, getTimestamp, getUrl, setInLinks

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

CommonCrawlFormatJackson

public CommonCrawlFormatJackson(Configuration nutchConf,
                                CommonCrawlConfig config)
                         throws IOException

Throws:

IOException

CommonCrawlFormatJackson

public CommonCrawlFormatJackson(String url,
                                Content content,
                                Metadata metadata,
                                Configuration nutchConf,
                                CommonCrawlConfig config)
                         throws IOException

Throws:

IOException

Method Detail

writeKeyValue

protected void writeKeyValue(String key,
                             String value)
                      throws IOException

Specified by:

writeKeyValue in class AbstractCommonCrawlFormat

Throws:

IOException

writeKeyNull

protected void writeKeyNull(String key)
                     throws IOException

Specified by:

writeKeyNull in class AbstractCommonCrawlFormat

Throws:

IOException

startArray

protected void startArray(String key,
                          boolean nested,
                          boolean newline)
                   throws IOException

Specified by:

startArray in class AbstractCommonCrawlFormat

Throws:

IOException

closeArray

protected void closeArray(String key,
                          boolean nested,
                          boolean newline)
                   throws IOException

Specified by:

closeArray in class AbstractCommonCrawlFormat

Throws:

IOException

writeArrayValue

protected void writeArrayValue(String value)
                        throws IOException

Specified by:

writeArrayValue in class AbstractCommonCrawlFormat

Throws:

IOException

startObject

protected void startObject(String key)
                    throws IOException

Specified by:

startObject in class AbstractCommonCrawlFormat

Throws:

IOException

closeObject

protected void closeObject(String key)
                    throws IOException

Specified by:

closeObject in class AbstractCommonCrawlFormat

Throws:

IOException

generateJson

protected String generateJson()
                       throws IOException

Specified by:

generateJson in class AbstractCommonCrawlFormat

Throws:

IOException