Convertir un grand jeu de données de .txt au format .arff

Question

J'ai un gros ensemble de données d'environ 1 Go que je dois convertir de .txt au format .arff. Toutes les sources converti de .txt à .csv puis à .arff mais avec un convertisseur en ligne, la taille maximale est de 100 MB. Quelqu'un m'aidera comment convertir ces données 1 Go?

Answer 1

Vous pouvez convertir le fichier txt en csv avec cet extrait.

import java.io.*; 

public class Convert { 
public static void main(String[] args) { 
    System.out.println("Initialize ..."); 
    Read read = new Read("soal01.txt"); 
    Print print = new Print(); 
    for (int i = 1; i <= 3; i++) { 
     try{ 
      print.setFileName("jawaban"+i+".csv"); 
      read.setPrint(print); 
      read.exec(i); 
     } catch(IOException ex){ 
      ex.printStackTrace(); 
     } 
    } 
    System.out.println("Finished"); 
    } 
} 

class Print { 

protected String fileName; 

protected FileWriter writer; 

public Print() {} 

public Print(String fileName) throws IOException { 
    this.fileName = fileName; 
    this.writer = new FileWriter(this.fileName); 
} 

public String getFileName() { 
    return this.fileName; 
} 

public void setFileName(String fileName) throws IOException { 
    this.fileName = fileName; 
    this.writer = new FileWriter(this.fileName); 
} 

public void close() throws IOException { 
    this.writer.flush(); 
    this.writer.close(); 
} 

public void addRow(String[] c) throws IOException { 
    int l = c.length; 
    for(int i = 0; i < l; i++) { 
     this.writer.append(c[i]); 
     if(i != (l - 1)) { 
      this.writer.append(","); 
     } 
    } 
    this.writer.append('\n'); 
    } 
} 

class Read { 

protected String fileName; 

protected BufferedReader bufferedReader; 

protected Print print; 

public Read(String fileName) { 
    this.fileName = fileName; 
} 

public Read(Print print, String fileName) { 
    this.print = print; 
    this.fileName = fileName; 
} 

public void setPrint(Print print) { 
    this.print = print; 
} 

public Print getPrint() { 
    return this.print; 
} 

public void exec(Integer type) { 
    String sCurrentLine = ""; 
    try{ 
     this.bufferedReader = new BufferedReader(
      new FileReader(this.fileName)); 

     while((sCurrentLine = this.bufferedReader.readLine()) != null) { 
      String[] columns = sCurrentLine.split("\t"); 
      int length = columns.length; 
      if(type == 1) { 
       this.print.addRow(columns); 
      } else if(length >= 2){ 
       double col1 = Double.parseDouble(columns[1]); 
       if(col1 > 20){ 
        if(type == 2){ 
         this.print.addRow(columns); 
        } else if(type == 3 && length >= 3 && columns[2] != null){ 
         this.print.addRow(columns); 
        } 
       } 
      } 
     } 
     this.print.close(); 

    } catch(IOException ex) { 
     ex.printStackTrace(); 
    } finally { 
     try{ 
      if(this.bufferedReader != null) { 
       this.bufferedReader.close(); 
      } 
     } catch(IOException ex) { 
      ex.printStackTrace(); 
     } 
     } 
    } 
}