public class ParseOutputFormat extends OutputFormat<Text,Parse>
Constructor and Description |
---|
ParseOutputFormat() |
Modifier and Type | Method and Description |
---|---|
void |
checkOutputSpecs(JobContext context) |
static String |
filterNormalize(String fromUrl,
String toUrl,
String fromHost,
boolean ignoreInternalLinks,
boolean ignoreExternalLinks,
String ignoreExternalLinksMode,
URLFilters filters,
URLExemptionFilters exemptionFilters,
URLNormalizers normalizers) |
static String |
filterNormalize(String fromUrl,
String toUrl,
String origin,
boolean ignoreInternalLinks,
boolean ignoreExternalLinks,
String ignoreExternalLinksMode,
URLFilters filters,
URLExemptionFilters exemptionFilters,
URLNormalizers normalizers,
String urlNormalizerScope) |
OutputCommitter |
getOutputCommitter(TaskAttemptContext context) |
RecordWriter<Text,Parse> |
getRecordWriter(TaskAttemptContext context) |
String |
getUniqueFile(TaskAttemptContext context,
String name) |
public OutputCommitter getOutputCommitter(TaskAttemptContext context) throws IOException
getOutputCommitter
in class OutputFormat<Text,Parse>
IOException
public void checkOutputSpecs(JobContext context) throws IOException
checkOutputSpecs
in class OutputFormat<Text,Parse>
IOException
public String getUniqueFile(TaskAttemptContext context, String name)
public RecordWriter<Text,Parse> getRecordWriter(TaskAttemptContext context) throws IOException
getRecordWriter
in class OutputFormat<Text,Parse>
IOException
public static String filterNormalize(String fromUrl, String toUrl, String fromHost, boolean ignoreInternalLinks, boolean ignoreExternalLinks, String ignoreExternalLinksMode, URLFilters filters, URLExemptionFilters exemptionFilters, URLNormalizers normalizers)
public static String filterNormalize(String fromUrl, String toUrl, String origin, boolean ignoreInternalLinks, boolean ignoreExternalLinks, String ignoreExternalLinksMode, URLFilters filters, URLExemptionFilters exemptionFilters, URLNormalizers normalizers, String urlNormalizerScope)
Copyright © 2021 The Apache Software Foundation