Java操作HDFS：HDFSUtil类与Junit测试，包含HA环境配置

需积分: 0 165 浏览量更新于2024-06-25 收藏 251KB PDF 举报

身份认证购VIP最低享 7 折!

领优惠券(最高得80元）

资源详情

资源推荐

assertTrue("写文件成功", hdfsUtil.writeHdfsFile(path, fileContent));

assertEquals("读取文件内容与预期一致", fileContent,

hdfsUtil.readHdfsFile(path));

assertTrue("遞歸刪除目录成功", hdfsUtil.deleteHdfs(path, true));

} catch (Exception e) {

e.printStackTrace();

}

@Test

public void testReadUTFHdfsFile() {

try {

String path = "/test/testsub";

String fileContent = "this is a testing";

assertTrue("写文件成功", hdfsUtil.writeUTFHdfsFile(path,

fileContent));

assertEquals("读取UTF文件内容与预期一致", fileContent,

hdfsUtil.readUTFHdfsFile(path));

assertTrue("遞歸刪除目录成功", hdfsUtil.deleteHdfs(path, true));

} catch (Exception e) {

e.printStackTrace();

}

@Test

public void testWriteAndAppendHdfsFile() {

try {

// 構造conf

Configuration conf = new Configuration();

conf.set("fs.defaultFS", "hdfs://server1:8020");

conf.setBoolean("dfs.support.append", true);

conf.set("dfs.client.block.write.replace-datanode-on-

failure.policy", "NEVER");

conf.set("fe.hdfs.impl",

"org.apache.hadoop.hdfs.DistributedFileSystem");

conf.setBoolean("dfs.client.block.write.replace-datanode-on-

failure.enable", true);

// 調用示例

hdfsUtil = HDFSUtil.getHDFSUtilInstance(conf);

String path = "/test/testsub";

String fileContent = "this is a testing";

assertTrue("写文件成功", hdfsUtil.writeHdfsFile(path, fileContent));

fileContent = "\n line this is another testing";

assertTrue("追加写文件成功", hdfsUtil.writeAndAppendHdfsFile(path,

fileContent));

assertTrue("遞歸刪除目录成功", hdfsUtil.deleteHdfs(path, true));

} catch (Exception e) {

e.printStackTrace();

}

@Test

public void testWalkHdfsDir() {

try {

String dir = "/test/testsub";

assertTrue("创建目录成功", hdfsUtil.mkdir(dir));

String path = "/test/testsub/testsub.txt";

String fileContent = "this is a testing\n line this is another

testing";

assertTrue("写文件成功", hdfsUtil.writeHdfsFile(path, fileContent));

hdfsUtil.walkHdfsDir(new Path("/test"));

assertTrue("遞歸刪除目录成功", hdfsUtil.deleteHdfs(dir, true));

} catch (Exception e) {

e.printStackTrace();

}

@Test

public void testWalkHdfsDir_Iter() {

try {

String dir = "/test/testsub";

assertTrue("创建目录成功", hdfsUtil.mkdir(dir));

String path = "/test/testsub/testsub.txt";

String fileContent = "this is a testing\n line this is another

testing";

assertTrue("写文件成功", hdfsUtil.writeHdfsFile(path, fileContent));

hdfsUtil.walkHdfsDir_Iter(new Path("/test"), true);

assertTrue("遞歸刪除目录成功", hdfsUtil.deleteHdfs(dir, true));

} catch (Exception e) {

e.printStackTrace();

}

@Test

public void testUploadLocalFileToHdfs() {

try {

String localFile = "d://test.txt";

BufferedWriter out = new BufferedWriter(new FileWriter(localFile));

out.write("this is test uplaod file testing");

out.close();

// File tempFile = new File(localFile);

// tempFile.deleteOnExit();

// tempFile.delete();

String path = "/test/testsub/testsub.txt";

String fileContent = "this is a testing\n line this is another

testing";

assertTrue("写文件成功", hdfsUtil.writeHdfsFile(path, fileContent));

assertTrue("上传本地文件成功",

hdfsUtil.uploadLocalFileToHdfs(localFile, path));

assertTrue("刪除本地临时文件成功", new File(localFile).delete());

assertTrue("遞歸刪除目录成功", hdfsUtil.deleteHdfs("/test/testsub",

true));

} catch (Exception e) {

剩余25页未读，继续阅读

一瓢一瓢的饮alanchanchn

粉丝: 4690
资源: 69

Java操作HDFS：HDFSUtil类与Junit测试，包含HA环境配置

【HDFS篇03】HDFS客户端操作 --- 开发环境准备1

HdfsClient.java

Javaapi操作HDFS综合练习.pdf

第2关：hdfs-java接口之读取文件

配置HDFS-HA集群

HDFS-JAVa接口之上传文件

ln -s /opt/module/hadoop-3.3.4/etc/hadoop/hdfs-site.xml /opt/module/hbase- 2.4.17/conf/hdfs-site.xml ln: 目标"2.4.17/conf/hdfs-site.xml" 不是目录

hdfs-site.xml源文件

配置hdfs-site.xml

ubuntu 配置hdfs-site.xml

hdfs-site.xml 路径

帮我写一个 HDFS-JAVA接口之读取文件

hdfs-site.xml

hdfs -test 详细含义

hdfs的hdfs-site.xml配置文件

core-site.xml和hdfs-site.xml文件具体怎么配置

hadoop hdfs-site

hadoop集群hdfs-site.xml配置

hdfs-site.xml中配置hdfs的权限

最新资源