read.py

class DataClassifier:

  def __init__(self, name):
    self.countHam = 0
    self.countSpam = 0
    self.data = []
    for line in open(name, "r"): 
      index = line.index('\t')
      typeL = line[:index].strip()
      if (typeL == "ham"):
       self.countHam += 1
      elif typeL == "spam":
       self.countSpam += 1
      self.data.append(line)
    self.rel1 = float(self.countSpam)/float(self.countSpam + self.countHam)
    self.rel2 = float(self.countHam)/float(self.countSpam + self.countHam)


  def separateData(self, process_data, percentage):
    remaining_data = []
    preClassifiedData = []
    inserterted = False
    cantHam = 0
    cantSpam = 0
    for line in process_data: 
      index = line.index('\t')
      typeL = line[:index]
      line = self.parseFile(line)
      if typeL == "ham":
        if (cantHam < (int)(round(self.countHam*percentage))):
          preClassifiedData.append(line)
          cantHam += 1
          inserterted = True
      elif typeL == "spam":
        if (cantSpam < (int)(round(self.countSpam*percentage))):
          preClassifiedData.append(line)
          cantSpam += 1
          inserterted = True
      if (inserterted == False):
        remaining_data.append(line)
      inserterted = False
    return preClassifiedData, remaining_data, cantHam, cantSpam

  def getData(self, classifyData, p1, p2, p3):
    training_data, rem_data, countHam1, countSpam2 = classifyData(self.data, p1)
    cross_validation, rem_data,  countHam3, countSpam4 = classifyData(rem_data, p2)
    test_data, rem_data, countHam5, countSpam6 = classifyData(rem_data, p3)
    return [training_data, countHam1, countSpam2] , [cross_validation,  countHam3, countSpam4], [test_data,  countHam5, countSpam6]

  def parseFile(self, line):
    line = line.replace(".", "")
    line = line.replace("!", "")
    line = line.replace("?", "")
    line = line.replace(";", "")
    line = line.replace(":", "")
    line = line.replace(">", "")
    line = line.replace(",", "")
    line = line.replace("-", "")
    return line
  def parseArray(self, array):
    newData = []
    for data in array:
      line  = self.parseFile(data)
      newData.append(line)
    return newData



#4449, 557, 555