37 lines
1.0 KiB
Smalltalk
37 lines
1.0 KiB
Smalltalk
accessing
|
|
numberOfURLsForLoadingTweets: number
|
|
|
|
| collectionURLs count asURLs urlAndTweets |
|
|
number = 1 ifTrue: [ ^ self ].
|
|
|
|
urlAndTweets := OrderedDictionary new.
|
|
collectionURLs := { self userNameLink } asOrderedCollection.
|
|
|
|
urlAndTweets at: 'tweets' put: self lastTweetsFromHtml.
|
|
|
|
count := 1.
|
|
number - count timesRepeat: [
|
|
| tempDoc docTree urlString |
|
|
tempDoc := XMLHTMLParser parse:
|
|
(collectionURLs at: count) asUrl retrieveContents.
|
|
|
|
urlString := self userNameLink
|
|
,
|
|
((tempDoc xPath: '//a[.="Load more"]') @ 'href')
|
|
stringValue.
|
|
docTree := XMLHTMLParser parse: urlString asUrl retrieveContents.
|
|
collectionURLs add: urlString.
|
|
|
|
urlAndTweets
|
|
at: 'tweets-' , (urlString splitOn: 'cursor=') second
|
|
put:
|
|
((docTree xpath: '//div[@class="timeline-item "]')
|
|
asOrderedCollection collect: [ :xmlElement |
|
|
xmlElement postCopy ]).
|
|
count := count + 1 ].
|
|
|
|
asURLs := collectionURLs collect: [ :string | string asUrl ].
|
|
|
|
urlAndTweets at: 'urls' put: asURLs.
|
|
|
|
^ urlAndTweets |