FileHandler.java

import java.io.BufferedReader;
import java.io.File;
import java.io.FileWriter;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.util.ArrayList;

import com.sforce.bulk.CsvWriter;


public class FileHandler
{

        public static ArrayList<String> getResultLines(ArrayList<String> textData){
        ArrayList<String> resultLines = new ArrayList<String>();
        int i =0;
        boolean flag = false;


        for(int j = 0; j < textData.size(); j++){
                //if line has text on it,
                if(textData.get(j) != null && textData.get(j).length() > 0){
                        //if line is the start of a new record Standard object Id's start with "00" custom objects start with "a0"
                        if(textData.get(j).startsWith("\"0") || textData.get(j).startsWith("\"a")){
                                //adds line to array, substitutes separators with unique separators and removes quotes
                                flag = false;
                                resultLines.add(textData.get(j));
                                resultLines.set(i, resultLines.get(i).replaceAll("\",\"", "___"));
                                resultLines.set(i, resultLines.get(i).replaceAll("\"", ""));
                                i++;
                                //sets flag based on if line has come back to fix a line break
                                if(!flag)
                                        flag = true;
                        }
                        //if last line was a new record and this line isn't a new record, add to previous line
                        else if(flag == true && !((textData.get(j).startsWith("\"0")) || (textData.get(j).startsWith("\"a")))){
                                resultLines.set(i-1, resultLines.get(i-1) + textData.get(j));
                                resultLines.set(i-1, resultLines.get(i-1).replaceAll("\",\"", "___"));
                                resultLines.set(i-1, resultLines.get(i-1).replaceAll("\"", ""));
                        }
                        //case for header line
                        else{
                                resultLines.add(textData.get(j));
                                resultLines.set(i, resultLines.get(i).replaceAll("\",", "___"));
                                resultLines.set(i, resultLines.get(i).replaceAll("\"", ""));
                                i++;
                        }
                }
        }

        return resultLines;
    }

    public static void writeCSVFromStream(InputStream in, String object) throws IOException{
        //gets QueryResultStream from BulkExample and object name, creates BufferedReader and output file in specified folder
        //makes output folder if it doesnt exist
        File mkdir = new File("Output");
        System.out.println("Was new Output folder created? "+mkdir.mkdirs());
        BufferedReader read
           = new BufferedReader(new InputStreamReader(in));
        //writes csv file to output folder
        FileWriter csvFile = new FileWriter(mkdir.getAbsolutePath()+"/"+object+".csv");
        String line = "";
        ArrayList<String> textData = new ArrayList<String>();
        //makes array of results
        while((line = read.readLine()) != null){
                if(line.length()>0){
                        line.trim();
                        textData.add(line);
                }

        }
        //cleans results fixing description and new line problems
        ArrayList<String> resultLines = getResultLines(textData);

        //null textData and suggest a Garbage Collection to collect dereferenced strings to try to optimize speed and conserve space
        //textData = null;
        //System.gc();

        //writes to csv
        CsvWriter writer = new CsvWriter(resultLines.get(0).split("___"),csvFile);
        for(int k = 1; k < resultLines.size();k++){
                String[] row = resultLines.get(k).split("___");
                writer.writeRecord(row);
        }

        //closes stream
        writer.endDocument();
    }
}