ReadFiles

import java.io.*;
import java.util.ArrayList;
import java.util.HashSet;

import java.util.regex.Pattern;
import java.util.regex.Matcher;  

public class ReadFiles
{

    //返回：给定目录下文件的个数
    public static int GetFileNum(String pathName)
    {
        File file=new File(pathName);
        File[] nextFiles=file.listFiles();
        return nextFiles.length;
    }

    //返回：一个关于所有文件名的列表
    public static ArrayList<String> GetFileName(String pathName) throws IOException
    {
        File fileHam=new File(pathName+"\\ham");
        File fileSpam=new File(pathName+"\\spam");

        File[] hamFiles=fileHam.listFiles();
        File[] spamFiles=fileSpam.listFiles();

        ArrayList<String> fileName=new ArrayList<String>();

        for(int i=0;i<hamFiles.length;i++)
        {
            fileName.add(hamFiles[i].getPath());
        }

        for(int i=0;i<spamFiles.length;i++)
        {
            fileName.add(spamFiles[i].getPath());
        }

        return fileName;
    }

    //返回：一个关于所有文件单词的列表
    public static ArrayList<String> GetWordsList(String pathName) throws IOException
    {
        File fileHam=new File(pathName+"\\ham");
        File fileSpam=new File(pathName+"\\spam");

        File[] hamFiles=fileHam.listFiles();
        File[] spamFiles=fileSpam.listFiles();

        HashSet<String> set=new HashSet<String>();
        for(int i=0;i<hamFiles.length;i++)
        {
            BufferedReader in=new BufferedReader(new InputStreamReader(new FileInputStream(hamFiles[i])));
            String s=null;
            while((s=in.readLine())!=null)
            {

                String sMatch = "\\d+.\\d+|\\w+|\\$";
                Pattern  pattern=Pattern.compile(sMatch);
                Matcher  ma=pattern.matcher(s);  

                while(ma.find())
                {
                    set.add(ma.group().toLowerCase());
                } 

            }
            in.close();
        }

        for(int i=0;i<spamFiles.length;i++)
        {
            BufferedReader in=new BufferedReader(new InputStreamReader(new FileInputStream(spamFiles[i])));
            String s=null;
            while((s=in.readLine())!=null)
            {

                String sMatch = "\\d+.\\d+|\\w+|\\$";
                Pattern  pattern=Pattern.compile(sMatch);
                Matcher  ma=pattern.matcher(s);  

                while(ma.find())
                {
                    set.add(ma.group().toLowerCase());
                } 

            }
            in.close();
        }

        ArrayList<String> wordList=new ArrayList<String>(set);
        return wordList;

    }

    //返回：一个关于单词的处理而得的矩阵
    public static ArrayList<MyArray> GetMatrix(String pathName,ArrayList<String> wordList) throws IOException
    {
        ArrayList<MyArray> trainMatrix=new ArrayList<MyArray>();

        File fileHam=new File(pathName+"\\ham");
        File fileSpam=new File(pathName+"\\spam");

        File[] hamFiles=fileHam.listFiles();
        File[] spamFiles=fileSpam.listFiles();

        for(int i=0;i<hamFiles.length;i++)
        {
            BufferedReader in=new BufferedReader(new InputStreamReader(new FileInputStream(hamFiles[i])));
            MyArray wordArray=new MyArray(wordList.size());
            wordArray.InitArray(0);
            String s=null;
            while((s=in.readLine())!=null)
            {

                String sMatch = "\\d+.\\d+|\\w+|\\$";
                Pattern  pattern=Pattern.compile(sMatch);
                Matcher  ma=pattern.matcher(s);  

                while(ma.find()){
                    int pos=wordList.indexOf(ma.group().toLowerCase());
                    if(pos!=-1)
                        wordArray.SetPos(pos);

                } 

            }
            trainMatrix.add(wordArray);
            in.close();
        }

        for(int i=0;i<spamFiles.length;i++)
        {
            BufferedReader in=new BufferedReader(new InputStreamReader(new FileInputStream(spamFiles[i])));
            MyArray wordArray=new MyArray(wordList.size());
            wordArray.InitArray(0);
            String s=null;
            while((s=in.readLine())!=null)
            {

                String sMatch = "\\d+.\\d+|\\w+|\\$";
                Pattern  pattern=Pattern.compile(sMatch);
                Matcher  ma=pattern.matcher(s);  

                while(ma.find()){
                    int pos=wordList.indexOf(ma.group().toLowerCase());
                    if(pos!=-1)
                        wordArray.SetPos(pos);

                } 

            }
            trainMatrix.add(wordArray);
            in.close();
        }

        return trainMatrix;

    }
}