review sentiment working

classifier.py

@@ -15,6 +15,10 @@
 import random
 import math
 import nltk
+from cPickle import dump
+from cPickle import load
+import parser
+import extractor
 
 def getUserInput():
     optionparser = OptionParser()
@@ -52,14 +56,20 @@ def featureAggregator(extract):
 def featureExtractor(app):
     featDict = {}
 
-    # featList['price'] = getAppPrice(app)
+    fObj = open('mySentClassifier.pickle')
+    cl = load(fObj)
+    fObj.close()
+
+
+    featDict['price'] = getAppPrice(app)
     # featList['numrev'] = getNumReviews(app)
     featDict['1starrating'] = getOneStarRating(app)
     featDict['2starrating'] = getTwoStarRating(app)
     featDict['3starRating'] = getThreeStarRating(app)
     featDict['4starRating'] = getFourStarRating(app)
     featDict['5starRating'] = getFiveStarRating(app)
     featDict['hasPrivacy'] = getPrivacyState(app)
+    featDict['revSent'] = getReviewSentiment(app, cl)
 
     return featDict
 
@@ -104,12 +114,46 @@ def getFiveStarRating(app):
 
 
 def getPrivacyState(app):
-    if app['devprivacyurl'] == 'N.A':
+    if app['devprivacyurl'] == 'N.A.':
         return False
     else:
         return True
 
 
+
+def getReviewSentiment(app, classifier):
+    revAggSentiment = 0
+    for rev in app['reviews']:
+        sentList = nltk.tokenize.sent_tokenize(rev[1])
+
+        sentAggSentiment = 0
+
+        for sent in sentList:
+
+            sent = unicode(sent.strip())
+            # print sent
+            featdata = extractor.featureExtractor(sent)
+
+            # pprint(featdata)
+            cl= classifier.classify(featdata)
+
+            if cl == 'pos':
+                label = 1
+            elif cl == 'neutral':
+                label = 0
+            else:
+                label = -1
+
+            sentAggSentiment += label
+
+        revAggSentiment += sentAggSentiment
+        print "review Sentiment: ", revAggSentiment
+
+    return revAggSentiment
+
+
+
+
 def classifier(extract, fold=10):
 
     labeldata = 'fair'
@@ -121,28 +165,31 @@ def classifier(extract, fold=10):
 
             # print "reviews" , revlower
             if revlower.find('fake') != -1:
-
                 labeldata = 'unfair'
 
         features = featureExtractor(app)
 
         data.append([labeldata, list(features.values())])
 
 
-    # pprint(data)
+    pprint(data)
+
+    # for d in data:
+    #     if d[1][1] == False:
+    #         pprint(d)
 
-    random.shuffle(data)
+    # random.shuffle(data)
 
-    claccuracy = []
-    size = int(math.floor(len(data) / 10.0))
+    # claccuracy = []
+    # size = int(math.floor(len(data) / 10.0))
 
-    for i in range(fold):
-        test_this_round = data[i*size:][:size]
-        train_this_round = data[:i*size] + data[(i+1)*size:]
+    # for i in range(fold):
+    #     test_this_round = data[i*size:][:size]
+    #     train_this_round = data[:i*size] + data[(i+1)*size:]
 
-        acc = myclassifier(train_this_round, test_this_round)
+    #     acc = myclassifier(train_this_round, test_this_round)
 
-        claccuracy.append(acc)
+    #     claccuracy.append(acc)
 
 
 
@@ -159,6 +206,8 @@ def myclassifier(train_data, test_data):
 
 
 
+
+
 def main():
     userinput = getUserInput()
     print userinput['file']

exports/trayvon_all.json

@@ -2,8 +2,7 @@
 {"category": "Arcade & Action",
  "company": "Trade Digital, Inc",
  "contentRating": "High Maturity",
- "description": "Trayvon is angry and nobody can stop him from completing his world tour of revenge on the bad guys who terrorize cities everyday. Use a variety of weapons to demolish Trayvons attackers in various cities around the world.As you complete a level, you will notice more bad guys coming at 
-  at a faster pace and a deadlier attack.If you like to attack from far, then purchase the 'dagger' as you will be able to throw it at your enemies for the kill.  If you want to dominate the leaderboards across the world, then make sure you collect the money that the bad guys will drop once you kill them to increase your score.(This game is fiction and does not represent any real persons)",
+ "description": "Trayvon is angry and nobody can stop him from completing his world tour of revenge on the bad guys who terrorize cities everyday. Use a variety of weapons to demolish Trayvons attackers in various cities around the world.As you complete a level, you will notice more bad guys coming at a faster pace and a deadlier attack.If you like to attack from far, then purchase the 'dagger' as you will be able to throw it at your enemies for the kill.  If you want to dominate the leaderboards across the world, then make sure you collect the money that the bad guys will drop once you kill them to increase your score.(This game is fiction and does not represent any real persons)",
  "id": "air.AngryTravonAndroid",
  "install": "100 - 500",
  "moreFromDev": "None",