Show Posts
This section allows you to view all posts made by this member. Note that you can only see posts made in areas you currently have access to.
import java.io.BufferedReader;
import java.io.File;
import java.io.FileOutputStream;
import java.io.FileReader;
import java.io.InputStream;
import java.net.HttpURLConnection;
import java.net.URL;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.TreeMap;
import java.util.TreeSet;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
public class DownloadVGMapperCSV {
public static void main(String[] args) throws Exception {
if (args.length < 2)
{
System.out.println("Run with java DownloadVGMapperCSV <csvpath> <savedirectory>");
return;
}
String filename = args[0];
String savedirectory = args[1];
if (savedirectory.equals("."))
{
savedirectory = System.getProperty("user.dir");
}
savedirectory.replace("\\","/");
char lastchar = savedirectory.charAt(savedirectory.length()-1);
if (lastchar != '/')
{
savedirectory = savedirectory + "/";
}
File load = new File(filename);
BufferedReader br = new BufferedReader(new FileReader(load));
String line = null;
ArrayList<ArrayList<String>> table = new ArrayList<ArrayList<String>>();
int part_i = 0;
Pattern patt = Pattern.compile("\".*?\"");
TreeSet<String> imagespages = new TreeSet<String>();
while ((line = br.readLine()) != null) {
if (line.length() > 1) {
ArrayList<String> parts = new ArrayList<String>(5);
Matcher match = patt.matcher(line);
while (match.find()) {
String ma = match.group();
parts.add(ma.substring(1, ma.length()-1));
}
if (parts.size() > 1) {
imagespages.add(parts.get(0));
imagespages.add(parts.get(1));
}
}
}
br.close();
String begin = "http://vgmapper.com/";
byte[] bytes = new byte[1000000];
int i = 1;
int size = imagespages.size();
for (String g : imagespages) {
System.out.println("Getting element "+(i++)+" of "+size);
String httpfilename = g.replace(begin,savedirectory);
String[] parts = httpfilename.split("/");
for (int k = 2; k < parts.length; ++k) {
StringBuilder sb = new StringBuilder();
for (int ind = 0; ind < k; ++ind) {
sb.append(parts[ind]);
sb.append('/');
}
File dir = new File(sb.toString());
if (!dir.exists()) {
dir.mkdir();
}
}
File file = new File(httpfilename);
System.out.println("File: "+file.toString());
if (file.exists()) {
//Picture already exists, must not be downloaded again.
continue;
}
URL imageurl = new URL(g);
HttpURLConnection imageconnection = (HttpURLConnection)imageurl.openConnection();
imageconnection.addRequestProperty("REFERER", begin);
try {
InputStream imageis = imageconnection.getInputStream();
FileOutputStream fos = new FileOutputStream(file);
int len = imageis.read(bytes);
while (len > 0) {
fos.write(bytes, 0, len);
len = imageis.read(bytes);
}
fos.flush();
fos.close();
imageconnection.disconnect();
} catch (java.io.FileNotFoundException fnfe) {
System.out.println("File not found: "+fnfe.getMessage());
}
}
}
}
mount c <sodpath>