09_TwitterSpider/air/TwitterSpider.air @@ -4,6 +4,8 @@ Then provides stats Todo: + Architecture: + refactor to Cairngorm Application display loading at startup TwitterSpider @@ -41,7 +43,10 @@ xmlns:data="data.*" xmlns:account="account.*" xmlns:tweetList="tweetList.*" - layout="vertical" xmlns:local="*"> + xmlns:local="*" + backgroundGradientColors="[#ffffff, #ffffff]" + layout="vertical"> + <mx:Style source="style/yflexskin.css"/> <mx:Script> <![CDATA[ import data.TweetDataAggregator; @@ -57,11 +62,52 @@ private var dataAggregator:TweetDataAggregator; private function filterByDates(fromDate:Number, toDate:Number):void { + this.fromDate = fromDate; + this.toDate = toDate; dataAggregator.aggregateForDateRange(fromDate, toDate); tweets = new ArrayCollection(dataAggregator.getTweetsInTimeRange()); list.filter(); } + private function showFullRange():void { + var dateRange:Object = dataAggregator.getFullDateRange(); + filterByDates(dateRange.fromDate, dateRange.toDate); + fullChart.fullDateRange() + } + + static private const MILLIS_TO_DAY:Number = 1000*60*60*24; + private function showOneMonth():void { + var dateRange:Object = dataAggregator.getFullDateRange(); + var spreadDays:Number = (dateRange.toDate - dateRange.fromDate)/MILLIS_TO_DAY; + dateRange.fromDate = dateRange.toDate - ((spreadDays>30) ? 30*MILLIS_TO_DAY : spreadDays*MILLIS_TO_DAY); + filterByDates(dateRange.fromDate, dateRange.toDate); + fullChart.setFromDate(dateRange.fromDate); + } + + private function showOneWeek():void { + var dateRange:Object = dataAggregator.getDateRange(); + var spreadDays:Number = (dateRange.toDate - dateRange.fromDate)/MILLIS_TO_DAY; + dateRange.fromDate = dateRange.toDate - ((spreadDays>7) ? 7*MILLIS_TO_DAY : spreadDays*MILLIS_TO_DAY); + filterByDates(dateRange.fromDate, dateRange.toDate); + fullChart.setFromDate(dateRange.fromDate); + } + private function changeDateRange(range:String):void { + if (dataAggregator==null) return; + //TODO: implement smart range fixes...i.e. + // if fromDate can be moved back then move it back for range + // if toDate needs to be moved forward, do it + // if too small...do what you can (i.e. only 20 days there, the show 20 for month) + switch(range) { + case "Full" : showFullRange(); + break; + case "Month" : showOneMonth(); + break; + case "Week" : showOneWeek(); + break; + } + } + + // FIXME: similar to full range...merge private function accountSelected(dataAggregator:TweetDataAggregator):void { if (view.selectedIndex==0) view.selectedIndex=2; this.dataAggregator = dataAggregator; @@ -84,28 +130,48 @@ loader.load(dataAggregator); } + private function formatDate(date:Number):String { + return dateFormatter.format(new Date(date)); + } ]]> </mx:Script> +<mx:DateFormatter id="dateFormatter" formatString="MMM.DD.YY" /> <mx:HDividedBox width="100%" height="100%"> - <account:AccountList width="230" height="100%" + <account:AccountList + id="accountList" + width="230" height="100%" accountSelected="accountSelected(event.account as TweetDataAggregator);" loadAccount="loadAccount(event.account as TweetDataAggregator)"/> <mx:VBox width="100%" height="100%"> + <mx:HBox width="100%" horizontalAlign="center"> + <mx:Label text="{accountList.selectedAccountName} {formatDate(fromDate)}-{formatDate(toDate)}" + width="100%" fontWeight="bold" textAlign="center" fontSize="22"/> + <mx:Label text="Range:" /> + <mx:ToggleButtonBar itemClick="changeDateRange(event.label)" > + <mx:dataProvider> + <mx:String>Full</mx:String> + <mx:String>Month</mx:String> + <mx:String>Week</mx:String> + </mx:dataProvider> + </mx:ToggleButtonBar> + </mx:HBox> <mx:TabNavigator id="view" width="100%" height="100%" creationPolicy="all"> <data:HTMLSpider id="loader" width="100%" height="100%" label="Progress" loaded="accountSelected(loader.dataAggregator)" /> <tweetList:TweetList id="list" label="Tweets ({tweets.length})" tweets="{tweets}" - width="100%" height="100%" /> + width="100%" height="100%" /> <mx:VBox width="100%" height="100%" label="Stats" creationPolicy="all"> - <mx:HBox width="100%" height="33%"> + <mx:HBox width="100%" height="50%"> <charts:ReplyChart id="replyChart" width="50%" height="100%" /> <charts:HoursAndDayChart id="hoursAndDayChart" width="50%" height="100%" /> </mx:HBox> - <charts:DayWeekMonthBreakdownChart id="dwmChart" width="100%" height="33%" /> + <charts:DayWeekMonthBreakdownChart id="dwmChart" width="100%" height="50%" /> </mx:VBox> </mx:TabNavigator> - <charts:ChartSlider id="fullChart" width="100%" height="33%" dateRangeChanged="filterByDates(event.fromRange, event.toRange)" /> + <charts:DateRange id="fullChart" width="100%" height="33%" + dateRangeChanged="filterByDates(event.fromRange, event.toRange)" /> </mx:VBox> </mx:HDividedBox> </mx:WindowedApplication> + 09_TwitterSpider/air/src/TwitterSpider.mxml @@ -30,6 +30,11 @@ private function formatTweetCountLabel(item:Object, column:DataGridColumn):String { return item.aggregation.getTweets().length; } + + [Bindable(event="accountSelected")] + public function get selectedAccountName():String { + return grid.selectedItem.aggregation.accountName; + } private function accountSelected():void { var event:AccountEvent = new AccountEvent("accountSelected"); event.account = grid.selectedItem.aggregation; 09_TwitterSpider/air/src/account/AccountList.mxml @@ -40,7 +40,7 @@ </mx:verticalAxisRenderers> <mx:series> - <mx:BubbleSeries yField="w" xField="h" radiusField="count" showDataEffect="{interpolateIn}" /> + <mx:BubbleSeries yField="w" xField="h" radiusField="count" /> <!-- showDataEffect="{interpolateIn}" /> --> </mx:series> </mx:BubbleChart> 09_TwitterSpider/air/src/charts/HoursAndDayChart.mxml @@ -22,7 +22,7 @@ package data } public function get updates():Number { - return Number(stats.children()[3].span.toString().replace(',','')); + return Number(stats.span.(@id=="update_count").toString().replace(',','')); } public function get pageCount():Number { return Math.ceil(updates/20); @@ -36,6 +36,8 @@ package data /** * Converts these + * <span id="update_count" class="stats_count numeric">1,393</span> + * * <ul class="stats"> * <li><a class="label" href="/Scobleizer/friends">Following</a> <span class="numeric stats_count">21,164</span></li> * <li><a class="label" href="/Scobleizer/followers">Followers</a><span class="stats_count numeric">23,874</span></li> @@ -45,19 +47,27 @@ package data */ public function get stats():XML { if (_stats != null) return _stats; - _stats = partial('<ul class="stats">', '</ul>') + var following:XML = partial('<span id="following_count" class="stats_count numeric">', '</span>'); + var followers:XML = partial('<span id="follower_count" class="stats_count numeric">', '</span>'); + var updates:XML = partial('<span id="update_count" class="stats_count numeric">', '</span>'); + _stats = <stats/> + _stats.appendChild(following); + _stats.appendChild(followers); + _stats.appendChild(updates); return _stats; } public function get tweets():XML { if (_tweets != null) return _tweets; - _tweets = partial('<table class="doing" id="timeline" cellspacing="0">', '</table>'); + _tweets = partial('<tbody id="timeline_body">', '</tbody>'); return _tweets; } public function get ids():Array { if (_ids != null) return _ids; - var list:XMLList = tweets.tr.(attribute('class')=='hentry'||attribute('class')=='hentry_over').@id; + //FIXME: check if ||attribute('class'=='hentry latest-status' is also required + var a = tweets; + var list:XMLList = tweets.tr.(attribute('class')=='hentry status latest-status'||attribute('class')=='hentry status').@id; var result:Array = []; for each (var xml:XML in list) { result.push(Number(xml.toString().replace("status_", ""))); @@ -75,12 +85,15 @@ package data </tr> */ public function get tweetsContent():XMLList { - var list:XMLList = tweets.tr.td.(attribute('class')=='content'); + var tbody:XML = tweets; +// var list:XMLList = tbody.tr.td.div.(attribute('class')=='status-body'); + var list:XMLList = tbody.tr.td.(attribute('class')=='status-body').div; +// var list:XMLList = tbody.tr.(attribute('class')=='hentry status latest-status'||attribute('class')=='hentry status') return list; } /** - * Convert list of td into array of stat objects + * Convert list of tr into array of stat objects */ public function get tweetsArray():Array { var list:XMLList = tweetsContent; @@ -98,6 +111,16 @@ package data /** * Extracting message, published_time * returns {message, time, time_breakdown:{y, m, d, h}, client, in_reply_to, + * <tr id="status_870589015" class="hentry"> + <td> + <div class="status-body"> + <span class="entry-content"> iPhone restored. But I'm a wreck. Back to bed. </span> + <span class="meta entry-meta"> + </span> + </div> + </td> + ... + * OLD: * <td class="content"> <span class="entry-content"> @ @@ -129,14 +152,14 @@ package data from = entryMetaChildren[2].toString() respondsToIndex = 3 } else { - from = entryMetaChildren[1].toString().replace("from ",""); + from = entryMetaChildren[1].toString().replace("from",""); } if (respondsToIndex<entryMetaChildren.length()) { respondsTo = entryMetaChildren[respondsToIndex].toString().replace("in reply to ",""); } return { message: content.span.(attribute('class')=='entry-content').toString(), - time:entryMeta.a.abbr.@title, + time:entryMeta.a.span.(attribute('class')=='published').@title, time_breakdown:null, client: from, in_reply_to: respondsTo 09_TwitterSpider/air/src/data/HTMLParser.as @@ -1,6 +1,7 @@ package data { import mx.collections.ArrayCollection; + import mx.utils.ObjectUtil; /** * Incrementally sumarize tweets @@ -9,6 +10,7 @@ package data { private var tweets:Array; private var tweetsInTimeRange:Array; + private var dateRange:Object; private var ids:Object; private var account:String; @@ -95,10 +97,28 @@ package data tweetsByHour = new ArrayCollection(mapToArray(agg.tweetsByHour)); tweetsReplies = new ArrayCollection(mapToArray(agg.tweetsReplies, true, 'value', Array.DESCENDING||Array.NUMERIC, 10)); tweetsHourAndDay = new ArrayCollection(mapHourAndDayToArray(agg.tweetsHourAndDay)); + // Sort + //this.tweets.sortOn('time', Array.NUMERIC); + this.tweets.sort(tweetDateCompare); + dateRange = getFullDateRange(); + } + private function tweetDateCompare(t0:Object, t1:Object):Number { + return ObjectUtil.numericCompare(t1.time_breakdown.date, t0.time_breakdown.date); + } + + public function getFullDateRange():Object { + //FIXME: that doesn't work...! + //FIXME: add support for zero tweets. + return {fromDate:tweets[0].time_breakdown.date, + toDate:tweets[tweets.length-1].time_breakdown.date} + } + public function getDateRange():Object { + return dateRange; } //FIXME: refactor with above to remove duplicate code. public function aggregateForDateRange(fromDate:Number, toDate:Number):void { + dateRange = {fromDate:fromDate, toDate:toDate}; tweetsInTimeRange = []; var agg:Object = getAggregationStructure(); for each (var tweet:Object in tweets) { @@ -174,7 +194,7 @@ package data var dt:Date = new Date(y,m-1,d); var dateAndTime:Date = new Date(y,m-1,d, h, parts[4], parts[5]); var w:Number = dt.getDay(); - return {dateandtime:dateAndTime, date:dt.time, y:y, m:m, d:d, h:h, w:w} + return {dateandtime:dateAndTime, date:dt.getTime(), y:y, m:m, d:d, h:h, w:w} } } } \ No newline at end of file 09_TwitterSpider/air/src/data/TweetDataAggregator.as @@ -21,14 +21,22 @@ private function dateLabel(item:Object, col:DataGridColumn):String { return item.time_breakdown ? dtFormatter.format(item.time_breakdown.dateandtime) : ""; } + //FIXME: this is ridiculus...make simpler + private function sortDate(o1:Object, o2:Object):int { + var d1:int = o1&&o1.time_breakdown ? o1.time_breakdown.dateandtime.time : 0; + var d2:int = o2&&o2.time_breakdown ? o2.time_breakdown.dateandtime.time : 0 + return d1<d2?-1:(d1>d2?1:0); + } ]]> </mx:Script> <mx:TextInput id="search" change="filter()" /> <mx:DateFormatter id="dtFormatter" formatString="MMM.DD.YY HH:NN:SS" /> <mx:DataGrid width="100%" height="100%" dataProvider="{tweets}" rowHeight="30"> <mx:columns> - <mx:DataGridColumn headerText="Time" labelFunction="dateLabel" /> - <mx:DataGridColumn headerText="Message" dataField="message" width="750" > + <mx:DataGridColumn headerText="Time" + labelFunction="dateLabel" + /> + <mx:DataGridColumn headerText="Message" width="750" > <mx:itemRenderer> <mx:Component> <mx:HTML htmlText="{data.message}" horizontalScrollPolicy="off" @@ -36,7 +44,14 @@ </mx:Component> </mx:itemRenderer> </mx:DataGridColumn> - <mx:DataGridColumn headerText="Client" dataField="client"/> + <mx:DataGridColumn headerText="Client" dataField="client"> + <mx:itemRenderer> + <mx:Component> + <mx:HTML htmlText="{data.client}" horizontalScrollPolicy="off" + paintsDefaultBackground="false" backgroundAlpha="0"/> + </mx:Component> + </mx:itemRenderer> + </mx:DataGridColumn> <mx:DataGridColumn headerText="In Reply" dataField="in_reply_to"/> </mx:columns> </mx:DataGrid> 09_TwitterSpider/air/src/tweetList/TweetList.mxml 27f798f8343203a132d97526c996219b5085343c Daniel Wanja daniel@daniel-wanjas-macbook.local http://github.com/danielwanja/railsconf2008/commit/05f008f3414c68ee042a8942275ab8ae0f23a1e1 05f008f3414c68ee042a8942275ab8ae0f23a1e1 2008-11-01T20:46:42-07:00 2008-11-01T20:46:42-07:00 Realigned with new Twitter HTML structure. 7605886d23a39d9e279e303851fca90995a144b1 Daniel Wanja daniel@daniel-wanjas-macbook.local