Class CommonCrawlConfig

    • Constructor Detail

      • CommonCrawlConfig

        public CommonCrawlConfig()
        Default constructor
      • CommonCrawlConfig

        public CommonCrawlConfig​(InputStream stream)
    • Method Detail

      • setKeyPrefix

        public void setKeyPrefix​(String keyPrefix)
      • setSimpleDateFormat

        public void setSimpleDateFormat​(boolean simpleDateFormat)
      • setJsonArray

        public void setJsonArray​(boolean jsonArray)
      • setReverseKey

        public void setReverseKey​(boolean reverseKey)
      • setReverseKeyValue

        public void setReverseKeyValue​(String reverseKeyValue)
      • getKeyPrefix

        public String getKeyPrefix()
      • getSimpleDateFormat

        public boolean getSimpleDateFormat()
      • getJsonArray

        public boolean getJsonArray()
      • getReverseKey

        public boolean getReverseKey()
      • getReverseKeyValue

        public String getReverseKeyValue()
      • isCompressed

        public boolean isCompressed()
      • setCompressed

        public void setCompressed​(boolean compressed)
      • getWarcSize

        public long getWarcSize()
      • setWarcSize

        public void setWarcSize​(long warcSize)
      • getOutputDir

        public String getOutputDir()
      • setOutputDir

        public void setOutputDir​(String outputDir)