void StringTokenizer::findTokens()
{
	ifstream in(filename, ios::in | ios::binary);
	char c;
	int beg = 0, length = 0;

	while (!in.eof())
	{
		in.get(c);
		if (c != ' ' && c != '\r' && c != '\n')
			length++;
		else beg++;

		if (((c == ' ' || c == '\r') && length > 0) || in.eof())
		{
			Token t;

			t.firstpos = beg - 1;
			t.length = length;

			allTokens.push_back(t);
			beg += length;
			length = 0;
		}
		else if (c == '\r' || c == '\n')
		{
			beg += length;
			length = 0;
		}
	}

	in.close();
	numberOfTokens = allTokens.size();
}

#include <iostream>
#include <fstream>
#include <string>
#include <vector>

using std::string;
using std::cerr;
using std::cin;
using std::cout;
using std::endl;
using std::ifstream;
using std::vector;

struct argPair
{
	string first;
	string second;
};

string getToken (ifstream &theStream)
{
	string token;
	while (true)
	{
		theStream >> token;
		if (token.substr (0, 1) == "#") getline (theStream, token);
		else return token;
	}
}

int biteMe (string trouble)
{
	cerr << trouble << endl;
	return EOF;
}
int main() 
{
	string trigger = "trigger";
	string comment = "#";
	string token;
	argPair thePair;
	vector <argPair> theArgs;
	// Open file
	ifstream theStuff ("stuff.txt");
	ifstream &theStream = theStuff;
	if (!theStuff.is_open ()) return biteMe ("The file didn't open");
	while (true)
	{
		token = getToken (theStream);
		if (!theStuff.good ()) break;
		if (token == "trigger")
		{
			thePair.first = "failure";
			thePair.second = "failure";
			thePair.first = getToken (theStream);
			thePair.second = getToken (theStream);
			theArgs.push_back (thePair);
			if (!theStuff.good ()) break;
		}
	}
	if (theStuff.bad ()) return biteMe ("Serious input error");
	for (unsigned i = 0; i < theArgs.size (); ++i)
	{
		cout << theArgs [i].first << ", " << theArgs [i].second << endl;
	}

	return 0;
}