// Path: src/sentinets/DictionaryFeatures.java
// public static class TweetObject{
// 	private List<String> tokens;
// 	private HashMap<String, Integer> lexicalScores;
// 	public TweetObject(String text) {
// 		// TODO Auto-generated constructor stub
// 		text = text.replaceAll("[^ -~]", "");
// 		this.tokens = Twokenize.tokenizeRawTweetText(text);
// 		//this.tokens = Arrays.asList(text.split("\\s"));
// 	}
// 	public void setTokens(List<String> tokens){
// 		this.tokens = tokens;
// 	}
// 		
// 	public List<String> getTokens(){
// 		return tokens;
// 	}
// 		
// 	public String getText(){
// 		return StringUtils.join(this.tokens, " ");
// 	}
// 	/**
// 	 * @return the lexicalScores
// 	 */
// 	public HashMap<String, Integer> getLexicalScores() {
// 		return lexicalScores;
// 	}
// 	/**
// 	 * @param lexicalScores the lexicalScores to set
// 	 */
// 	public void setLexicalScores(HashMap<String, Integer> lexicalScores) {
// 		this.lexicalScores = lexicalScores;
// 	}
// 		
// }


import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.regex.Matcher;
import sentinets.DictionaryFeatures.TweetObject;
import twitter4j.Status;
import com.twitter.Extractor;
import com.twitter.Extractor.Entity;
/*******************************************************************************
 * Copyright (c) 2015 University of Illinois Board of Trustees, All rights reserved.
 * Developed at GSLIS/ the iSchool, by Dr. Jana Diesner, Shubhanshu Mishra, Liang Tao, and Chieh-Li Chin.    
 * This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or any later version.
 * This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
 * You should have received a copy of the GNU General Public License along with this program; if not, see <http://www.gnu.org/licenses>.
 *******************************************************************************/
package sentinets;




public class ParseTweet {
	Status tweet;
	String parsed_text, tweet_text, url, user, published_date;
	int length,c_emo,c_hash,c_url,c_mention,c_quote;
	ArrayList<String> m_emo, m_hash, m_url, m_mention;
	POSFeatures pf;
// Path: src/sentinets/DictionaryFeatures.java
// public static class TweetObject{
// 	private List<String> tokens;
// 	private HashMap<String, Integer> lexicalScores;
// 	public TweetObject(String text) {
// 		// TODO Auto-generated constructor stub
// 		text = text.replaceAll("[^ -~]", "");
// 		this.tokens = Twokenize.tokenizeRawTweetText(text);
// 		//this.tokens = Arrays.asList(text.split("\\s"));
// 	}
// 	public void setTokens(List<String> tokens){
// 		this.tokens = tokens;
// 	}
// 		
// 	public List<String> getTokens(){
// 		return tokens;
// 	}
// 		
// 	public String getText(){
// 		return StringUtils.join(this.tokens, " ");
// 	}
// 	/**
// 	 * @return the lexicalScores
// 	 */
// 	public HashMap<String, Integer> getLexicalScores() {
// 		return lexicalScores;
// 	}
// 	/**
// 	 * @param lexicalScores the lexicalScores to set
// 	 */
// 	public void setLexicalScores(HashMap<String, Integer> lexicalScores) {
// 		this.lexicalScores = lexicalScores;
// 	}
// 		
// }


// Path: src/sentinets/ParseTweet.java
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.regex.Matcher;
import sentinets.DictionaryFeatures.TweetObject;
import twitter4j.Status;
import com.twitter.Extractor;
import com.twitter.Extractor.Entity;

/*******************************************************************************
 * Copyright (c) 2015 University of Illinois Board of Trustees, All rights reserved.
 * Developed at GSLIS/ the iSchool, by Dr. Jana Diesner, Shubhanshu Mishra, Liang Tao, and Chieh-Li Chin.    
 * This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or any later version.
 * This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
 * You should have received a copy of the GNU General Public License along with this program; if not, see <http://www.gnu.org/licenses>.
 *******************************************************************************/
package sentinets;




public class ParseTweet {
	Status tweet;
	String parsed_text, tweet_text, url, user, published_date;
	int length,c_emo,c_hash,c_url,c_mention,c_quote;
	ArrayList<String> m_emo, m_hash, m_url, m_mention;
	POSFeatures pf;
	TweetObject to;