Class DedupeTool

java.lang.Object

org.netpreserve.jwarc.tools.DedupeTool

public class DedupeTool
extends Object

Constructor Summary

Constructors

Constructor	Description
DedupeTool()

Method Summary

Modifier and Type	Method	Description
void	deduplicateWarcFile(Path infile, Path outfile)
static Path	determineOutputPath(Path infile)
static void	main(String[] args)
void	setCacheSize(int cacheSize)
void	setCdxServer(String cdxServer)
void	setDryRun(boolean dryRun)
void	setMinimumSize(long minimumSize)
void	setQuiet(boolean quiet)
void	setThreads(int threads)
void	setVerbose(boolean verbose)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

DedupeTool

public DedupeTool()

Method Details

deduplicateWarcFile

public void deduplicateWarcFile(Path infile,
 Path outfile)
                         throws IOException

Throws:

IOException

setCdxServer

public void setCdxServer(String cdxServer)

determineOutputPath

public static Path determineOutputPath(Path infile)

main

public static void main(String[] args)
                 throws IOException

Throws:

IOException

setCacheSize

public void setCacheSize(int cacheSize)

setMinimumSize

public void setMinimumSize(long minimumSize)

setVerbose

public void setVerbose(boolean verbose)

setDryRun

public void setDryRun(boolean dryRun)

setQuiet

public void setQuiet(boolean quiet)

setThreads

public void setThreads(int threads)