微信公众号搜"智元新知"关注
微信扫一扫可直接关注哦!

org.apache.hadoop.fs.JHLogAnalyzer的实例源码

项目:hadoop    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile",TestSequenceFile.class,"A test for flat files of binary key value pairs.");
    pgd.addClass("threadedmapbench",ThreadedMapBenchmark.class,"A map/reduce benchmark that compares the performance " + 
        "of maps with multiple spills over maps with 1 spill");
    pgd.addClass("mrbench",MRBench.class,"A map/reduce benchmark that can create many small jobs");
    pgd.addClass("mapredtest",TestMapRed.class,"A map/reduce test check.");
    pgd.addClass("testsequencefileinputformat",TestSequenceFileInputFormat.class,"A test for sequence file input format.");
    pgd.addClass("testtextinputformat",TestTextInputFormat.class,"A test for text input format.");
    pgd.addClass("testmapredsort",SortValidator.class,"A map/reduce program that validates the " +
        "map-reduce framework's sort.");
    pgd.addClass("testbigmapoutput",BigMapOutput.class,"A map/reduce program that works on a very big " +
        "non-splittable file and does identity map/reduce");
    pgd.addClass("loadgen",GenericMRLoadGenerator.class,"Generic map/reduce load generator");
    pgd.addClass("MRReliabilityTest",ReliabilityTest.class,"A program that tests the reliability of the MR framework by " +
        "injecting faults/failures");
    pgd.addClass("fail",FailJob.class,"a job that always fails");
    pgd.addClass("sleep",SleepJob.class,"A job that sleeps at each map and reduce task.");
    pgd.addClass("nnbench",NNBench.class,"A benchmark that stresses the namenode.");
    pgd.addClass("testfilesystem",TestFileSystem.class,"A test for FileSystem read/write.");
    pgd.addClass(TestDFSIO.class.getSimpleName(),TestDFSIO.class,"distributed I/O benchmark.");
    pgd.addClass("DFSCIOTest",DFSCIOTest.class,"" +
        "distributed I/O benchmark of libhdfs.");
    pgd.addClass("distributedFSCheck",distributedFSCheck.class,"distributed checkup of the file system consistency.");
    pgd.addClass("filebench",FileBench.class,"Benchmark SequenceFile(Input|Output)Format " +
        "(block,record compressed and uncompressed)," +
        "Text(Input|Output)Format (compressed and uncompressed)");
    pgd.addClass(JHLogAnalyzer.class.getSimpleName(),JHLogAnalyzer.class,"Job History Log analyzer.");
    pgd.addClass(SliveTest.class.getSimpleName(),SliveTest.class,"HDFS Stress Test and Live Data Verification.");
    pgd.addClass("minicluster",MiniHadoopClusterManager.class,"Single process HDFS and MR cluster.");
    pgd.addClass("largesorter",LargeSorter.class,"Large-Sort tester");
    pgd.addClass("NNloadGenerator",LoadGenerator.class,"Generate load on Namenode using NN loadgenerator run WITHOUT MR");
    pgd.addClass("NNloadGeneratorMR",LoadGeneratorMR.class,"Generate load on Namenode using NN loadgenerator run as MR job");
    pgd.addClass("NNstructureGenerator",StructureGenerator.class,"Generate the structure to be used by NNdataGenerator");
    pgd.addClass("NNdataGenerator",DataGenerator.class,"Generate the data to be used by NNloadGenerator");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}
项目:aliyun-oss-hadoop-fs    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile","A map/reduce benchmark that compares the performance " +
        "of maps with multiple spills over maps with 1 spill");
    pgd.addClass("mrbench","A job that sleeps at each map and reduce task.");
    pgd.addClass("timelineperformance",TimelineservicePerformance.class,"A job that launches mappers to test timlineserver performance.");
    pgd.addClass("nnbench","A benchmark that stresses the namenode w/ MR.");
    pgd.addClass("nnbenchWithoutMR",NNBenchWithoutMR.class,"A benchmark that stresses the namenode w/o MR.");
    pgd.addClass("testfilesystem","Generate the data to be used by NNloadGenerator");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}
项目:big-c    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile","Generate the data to be used by NNloadGenerator");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}
项目:hadoop-2.6.0-cdh5.4.3    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile","Large-Sort tester");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}
项目:hadoop-plus    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile","Single process HDFS and MR cluster.");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}
项目:FlexMap    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile","Large-Sort tester");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}
项目:hops    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile","Generate the data to be used by NNloadGenerator");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}
项目:hadoop-TCP    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile","Single process HDFS and MR cluster.");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}
项目:hardfs    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile","Single process HDFS and MR cluster.");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}
项目:hadoop-on-lustre2    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile","Large-Sort tester");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}
项目:mapreduce-fork    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile","HDFS Stress Test and Live Data Verification.");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}

版权声明:本文内容由互联网用户自发贡献,该文观点与技术仅代表作者本人。本站仅提供信息存储空间服务,不拥有所有权,不承担相关法律责任。如发现本站有涉嫌侵权/违法违规的内容, 请发送邮件至 dio@foxmail.com 举报,一经查实,本站将立刻删除。