-
Notifications
You must be signed in to change notification settings - Fork 0
/
filedownload(1).java
40 lines (29 loc) · 1.01 KB
/
filedownload(1).java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
import java.io.IOException;
import java.net.URI;
import java.net.URISyntaxException;
import java.util.Scanner;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
public class filedownload {
public static void main(String args[]) throws IOException, URISyntaxException
{
Configuration configuration = new Configuration();
FileSystem hdfs = FileSystem.get(new URI("hdfs://localhost:54310"), configuration);
System.out.println("Specify the path you want to download files from hdfs");
Scanner sc=new Scanner(System.in);
String hdfs_source = sc.next();
System.out.println("Specify the path you want to download files from hdfs");
String local_source = sc.next();
//finding hdsf path is a directory
boolean isdir = hdfs.isDirectory(new Path(hdfs_source));
if (!isdir)
{
}
else
{
hdfs.copyToLocalFile(false, new Path("/op/cricket/a1.txt"), new Path("/home/abc/a1.txt"),true);
}
}
}