techcrunch.git

@@ -39,6 +39,7 @@ import simplejson as json

 import cookielib

 import xml

 import texttime

+import operator

 from datetime import timedelta

 debug = True

@@ -91,9 +92,12 @@ threshold_color = "FF8C00"

 tag_color = "F01000"

 even_background = "F8F8F8"

-#even_background = "FFFFFF"

 odd_background = "E8E8E8"

+even_watermark = "E0E0FF"

+odd_watermark = "D0D0F0"

+

+

 def asciiize( s ):

     try:

         return s.encode( 'ascii' )

@@ -111,9 +115,9 @@ def sendEmail( subject, message, toaddrs, fromaddr='"techcrunch.py" <techcrunch@

                    ( fromaddr, ", ".join( toaddrs ), subject, message ) )

     smtp.quit()

-def index_id(a_list, elem):

+def index_id( a_list, op, elem ):

     try:

-        return (index for index, item in enumerate( a_list ) if item == elem).next()

+        return (index for index, item in enumerate( a_list ) if op( item, elem ) ).next()

     except:

         return -1

@@ -125,7 +129,8 @@ def index_id_simple(a_list, elem):

         index += 1

     return -1

-def make_chart_url( time_posted, comment_times, comment_values, retweet_times, retweet_values, met_threshold_pt, bg_color, tag_hit ):

+def make_chart_url( time_posted, comment_times, comment_values, retweet_times,

+                    retweet_values, threshold_value, is_odd_row, tag_hit ):

 #    comment_times, comment_values = zip( *comments )

 #    retweet_times, retweet_values = zip( *retweets )

@@ -154,6 +159,22 @@ def make_chart_url( time_posted, comment_times, comment_values, retweet_times, r

     min_retweet_value = min( retweet_values )

     max_retweet_value = max( retweet_values )

+    met_threshold_pt = -1

+    if threshold_value != -1:

+        met_threshold_pt = index_id( retweet_values, operator.ge, threshold_value )

+        if met_threshold_pt == -1 or tag_hit:

+            # This can happen if threshold_value was set to a number

+            # because the author or a tag was matched, but the article

+            # was unpopular. We choose to put a marker at point index 0.

+            met_threshold_pt = 0

+

+    if is_odd_row != 0:

+        bg_color = even_background

+        watermark_color = even_watermark

+    else:

+        bg_color = odd_background

+        watermark_color = odd_watermark

+

     if len( comment_values ) < 8 and len( comment_values ) > 1:

         # max_comment_value *= 2

         pass

@@ -176,6 +197,11 @@ def make_chart_url( time_posted, comment_times, comment_values, retweet_times, r

                                           ','.join( [ str( n ) for n in retweet_values ] ) )

     # TODO: Consider watermark levels, like:

     # chm=h,B0B0B0,1,0.3,1|r,E0E0E0,0,0,0.5

+    if max_retweet_value > 0:

+        threshold_percent = max( 0, min( (float(threshold_value) / max_retweet_value) - 0.01, 1.0  ) )

+    else:

+        threshold_percent = 1.0

+    chart_url += "&chm=r,%s,0,0,%1.3f" % ( watermark_color, threshold_percent )

     if met_threshold_pt != -1:

         if tag_hit:

             dot_color = tag_color

@@ -183,7 +209,7 @@ def make_chart_url( time_posted, comment_times, comment_values, retweet_times, r

         else:

             dot_color = threshold_color

             dot_shape = 'o'

-        chart_url += "&chm=%s,%s,1,%d,10" % ( dot_shape, dot_color, met_threshold_pt )

+        chart_url += "|%s,%s,1,%d,10" % ( dot_shape, dot_color, met_threshold_pt )

     chart_url += "&chxt=y,r&chxl=0:|%d|%d|1:|%d|%d&chds=%d,%d,%d,%d,%d,%d,%d,%d" % \

                  ( min_comment_value, max_comment_value, min_retweet_value, max_retweet_value,

                    0, max( 7, max_comment_time ),

@@ -550,17 +576,10 @@ def Make_index_html( yaml_items, weekend_stats, weekday_stats ):

     cache_path = os.path.join( localdir, 'cache' )

     files_to_delete = glob.glob( cache_path + '*.png' )

-#    shutil.rmtree( cache_path )

-#    os.mkdir( cache_path )

     f = file( new_index_fullpath, 'w' )

     f.write( html_head % ( even_background, odd_background ) )

-#    f.write( '<div align="center">\n<table cellpadding="4">' )

-#    f.write( '<div align="center">\n<table class="legend">\n<tr><th>0:30</th><th>1:00</th><th>1:30</th><th>2:00</th><th>2:30</th><th>3:00</th><th>3:30</th><th>4:00</th></tr><tr>' )

-#    for median, mean, std_dev in weekday_stats:

-#        f.write( '<td>med=%1.1f &#956;=%1.1f &#963;=%1.1f&nbsp;</td> ' % ( median, mean, std_dev ) )

-#    f.write( '</tr>\n</table></div>\n<br />\n' )

     f.write( '<div align="center">\n<table class="legend">\n<tr><th></th><th>Median</th><th>Mean</th><th>Std. Dev</th><th>Threshold</th></tr>\n' )

     f.write( '<tr><th>Weekday</th><td>%1.1f</td><td>%1.1f</td><td>%1.1f</td><td>%1.1f</td></tr>\n' % ( weekday_stats[2][0], weekday_stats[2][1], weekday_stats[2][2], weekday_stats[2][1] + weekday_stats[2][2] ) )

@@ -582,10 +601,10 @@ def Make_index_html( yaml_items, weekend_stats, weekday_stats ):

                                     i['retweet_times'],

                                     i['retweets'],

                                     i['qualified'],

-                                    image_index % 2 and even_background or odd_background,

+                                    image_index % 2,

                                     tag_hit

                                   )

-#        if i['title'].startswith( 'Verizon To' ):

+#        if i['title'].startswith( 'Too ' ):

 #            print i['title'], i['qualified'], i['retweet_times']

 #            print chart_url

         image_url = Save_image( chart_url, os.path.join( cache_path, '%d_%d.png' % ( cur_time, image_index ) ) )

@@ -694,7 +713,7 @@ if __name__=='__main__':

                         r_time = item['retweet_times'][i]

                         if r_time - item['orig_posted'] < 5400:

                             if item['retweets'][i] >= threshold:

-                                item['qualified'] = i

+                                item['qualified'] = threshold

                             if r_time - item['orig_posted'] >= 3600:

                                 break

@@ -702,9 +721,9 @@ if __name__=='__main__':

             for item in items:

                 if item['qualified'] == -1 and len( item['retweet_times'] ) > 0:

                     if item['author'].lower() in authors_to_post:

-                        item['qualified'] = 0

+                        item['qualified'] = threshold

                     elif len( set([j.lower() for j in item['tags']]) & tags_to_post ) > 0:

-                        item['qualified'] = 0

+                        item['qualified'] = threshold

             #

             # Write out the updated yaml file.