String tokenizser

[AdRock]

Can anyone tell me how I would put this into a while loop so it checks each line of a string and counts the tokens?

StringTokenizer TokenizeMe;
int NumberOfTokens = 0;
int NumberOfWords = 0;

TokenizeMe = new StringTokenizer(MyFile.readLine());
NumberOfTokens = TokenizeMe.countTokens();

while (NumberOfTokens != 0)
{
    for (int WordsInLine=1;
    WordsInLine<=NumberOfTokens; WordsInLine++)
    {
         System.out.print(TokenizeMe.nextToken()+" ");
    }
    System.out.println();
    NumberOfWords += NumberOfTokens;
    TokenizeMe = new StringTokenizer(MyFile.readLine());
    NumberOfTokens = TokenizeMe.countTokens();
}
System.out.println("\nThere are " + NumberOfWords + "words in the text");
MyFile.close();

[sjalle]

public class TokenCounter {
  String fileName=null;
  public TokenCounter(String fileName) {
    this.fileName=fileName;
  }
  /**
   * Not a good solution...
   */
  public int scanFile() throws IOException {
    int nTokens = 0;
    BufferedReader bR = new BufferedReader(new FileReader(fileName));
    String line = bR.readLine();
    while (line != null) {
      StringTokenizer strT = new StringTokenizer(line);
      nTokens += strT.countTokens();
      line = bR.readLine();
    }
    bR.close();
    return nTokens;
  }
  /**
   * I prefer this one
   */
  public int scanFile2() throws IOException {
    int nTokens = 0;
    BufferedReader bR = new BufferedReader(new FileReader(fileName));
    String line = bR.readLine();
    while (line != null) {
      nTokens += line.split(" ").length;
      line = bR.readLine();
    }
    bR.close();
    return nTokens;
  }

  public static void main(String[] args) {
    TokenCounter tc = new TokenCounter("c:\\tmp\\testdata.txt");
    try {
      System.out.println("File contains "+tc.scanFile()+" tokens");
      System.out.println("File contains "+tc.scanFile2()+" tokens (method 2)");
    }
    catch (IOException ex) {
      ex.printStackTrace();
    }
  }
}

]

Note: Your solution has a "dormant" bug, - the loop will break at the first blank line, and I don't think that is the intention.