parser.py

import os
import pandas

def obtain_directories():
    # Load dirs name
    cur_dir = os.path.realpath('.')
    data_dir = os.path.join(cur_dir,'Dataset')
    # Obtaining directories
    train_dir = os.path.join(data_dir,'Training')
    print(train_dir)
    test_dir = os.path.join(data_dir,'Testing')
    print(test_dir)

    list_train = []
    list_test = []
    # Obtain train files
    for x in os.listdir(train_dir):
        if(x.endswith(".csv")):
            list_train.append(os.path.join(train_dir, x))

    for x in os.listdir(test_dir):
        if(x.endswith(".csv")):
            list_test.append(os.path.join(test_dir, x))


    # Sorting array
    list_train = sorted(list_train)
    list_test = sorted(list_test)

    print("Obtaining folders...")
    return list_train, list_test

def obtain_data(train, test):
    columns = ["Page Popularity/likes", "Page Checkins’s", "Page talking about",
           "Page Category", "Derived", "Derived", "Derived", "Derived",
           "Derived", "Derived", "Derived", "Derived", "Derived",
           "Derived", "Derived", "Derived", "Derived", "Derived",
           "Derived", "Derived", "Derived", "Derived", "Derived",
           "Derived", "Derived", "Derived", "Derived", "Derived",
           "Derived", "CC1", "CC2", "CC3", "CC4", "CC5", "Base time",
           "Post length", "Post Share Count", "Post Promotion Status", "H Local",
           "Post Sunday", "Post Monday", "Post Tuesday", "Post Wednesday", "Post Thursday", "Post Friday", "Post Saturday",
           "Base Sunday", "Base Monday", "Base Tuesday", "Base Wednesday", "Base Thursday", "Base Friday", "Base Saturday",
           "Target Variable"]
    trainData = pandas.read_csv(train, names=columns)
    testData = pandas.read_csv(test, names=columns)

    print("Obtaining data...")

    return trainData, testData

trainFolders,testFolders = obtain_directories()
trainData, testData = obtain_data(trainFolders[0],testFolders[0])