Offray/Socialmetrica
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Rebranding: Merge branch 'master' of https://code.tupale.co/Offray/Datanalitica

Browse Source
This commit is contained in:
ruidajo 2022-04-01 17:39:52 -05:00
commit f323c51d2a
168 changed files with 1013 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

0
BaselineOfDatanalitica.package/BaselineOfDatanalitica.class/README.md → BaselineOfDatanalitica.package/BaselineOfSocialmetrica.class/README.md
View File

2
BaselineOfDatanalitica.package/BaselineOfDatanalitica.class/instance/baseline..st → BaselineOfDatanalitica.package/BaselineOfSocialmetrica.class/instance/baseline..st
View File

@ -9,6 +9,6 @@ baseline: spec
"self rssTools: spec."
"Packages"
spec
package: 'Datanalitica'
package: 'Socialmetrica'
with: [ spec requires: #('XMLParserHTML' "'RSSTools'") ]
]

0
BaselineOfDatanalitica.package/BaselineOfDatanalitica.class/instance/rssTools..st → BaselineOfDatanalitica.package/BaselineOfSocialmetrica.class/instance/rssTools..st
View File

0
BaselineOfDatanalitica.package/BaselineOfDatanalitica.class/instance/xmlParserHTML..st → BaselineOfDatanalitica.package/BaselineOfSocialmetrica.class/instance/xmlParserHTML..st
View File

2
BaselineOfDatanalitica.package/BaselineOfDatanalitica.class/properties.json → BaselineOfDatanalitica.package/BaselineOfSocialmetrica.class/properties.json
View File

@ -6,6 +6,6 @@
"pools" : [ ],
"classvars" : [ ],
"instvars" : [ ],
"name" : "BaselineOfDatanalitica",
"name" : "BaselineOfSocialmetrica",
"type" : "normal"
}

5
BaselineOfSocialmetrica.package/.filetree Normal file
View File

@ -0,0 +1,5 @@
{
"separateMethodMetaAndSource" : false,
"noMethodMetaData" : true,
"useCypressPropertiesFile" : true
}

0
BaselineOfSocialmetrica.package/BaselineOfSocialmetrica.class/README.md Normal file
View File

14
BaselineOfSocialmetrica.package/BaselineOfSocialmetrica.class/instance/baseline..st Normal file
View File

@ -0,0 +1,14 @@
baselines
baseline: spec
<baseline>
spec
for: #common
do: [
"Dependencies"
self xmlParserHTML: spec.
"self rssTools: spec."
"Packages"
spec
package: 'Socialmetrica'
with: [ spec requires: #('XMLParserHTML' "'RSSTools'") ]
]

10
BaselineOfSocialmetrica.package/BaselineOfSocialmetrica.class/instance/rssTools..st Normal file
View File

@ -0,0 +1,10 @@
baselines
rssTools: spec
Metacello new
repository: 'github://brackendev/RSSTools-Pharo:v1.0.1/src';
baseline: 'RSSTools';
onConflict: [ :ex | ex useLoaded ];
onUpgrade: [ :ex | ex useLoaded ];
onDowngrade: [ :ex | ex useLoaded ];
load.
spec baseline: 'RSSTools' with: [ spec repository: 'github://brackendev/RSSTools-Pharo:v1.0.1/src']

11
BaselineOfSocialmetrica.package/BaselineOfSocialmetrica.class/instance/xmlParserHTML..st Normal file
View File

@ -0,0 +1,11 @@
baselines
xmlParserHTML: spec
Metacello new
baseline: 'XMLParserHTML';
repository: 'github://pharo-contributions/XML-XMLParserHTML/src';
onConflict: [ :ex | ex useLoaded ];
onUpgrade: [ :ex | ex useLoaded ];
onDowngrade: [ :ex | ex useLoaded ];
onWarningLog;
load.
spec baseline: 'XMLParserHTML' with: [spec repository: 'github://pharo-contributions/XML-XMLParserHTML/src']

11
BaselineOfSocialmetrica.package/BaselineOfSocialmetrica.class/properties.json Normal file
View File

@ -0,0 +1,11 @@
{
"commentStamp" : "",
"super" : "BaselineOf",
"category" : "BaselineOfSocialmetrica",
"classinstvars" : [ ],
"pools" : [ ],
"classvars" : [ ],
"instvars" : [ ],
"name" : "BaselineOfSocialmetrica",
"type" : "normal"
}

1
BaselineOfSocialmetrica.package/monticello.meta/categories.st Normal file
View File

@ -0,0 +1 @@
SystemOrganization addCategory: #BaselineOfSocialmetrica!

0
BaselineOfSocialmetrica.package/monticello.meta/initializers.st Normal file
View File

1
BaselineOfSocialmetrica.package/monticello.meta/package Normal file
View File

@ -0,0 +1 @@
(name 'BaselineOfSocialmetrica')

1
BaselineOfSocialmetrica.package/properties.json Normal file
View File

@ -0,0 +1 @@
{ }

5
Socialmetrica.package/.filetree Normal file
View File

@ -0,0 +1,5 @@
{
"separateMethodMetaAndSource" : false,
"noMethodMetaData" : true,
"useCypressPropertiesFile" : true
}

0
Socialmetrica.package/DiscourseTopic.class/README.md Normal file
View File

3
Socialmetrica.package/DiscourseTopic.class/instance/addKeyword.to..st Normal file
View File

@ -0,0 +1,3 @@
accessing
addKeyword: keyword to: subtopic
(self subtopics at: subtopic) add: keyword.

3
Socialmetrica.package/DiscourseTopic.class/instance/addSubtopic..st Normal file
View File

@ -0,0 +1,3 @@
accessing
addSubtopic: subtopicString
self subtopics at: subtopicString put: Set new.

4
Socialmetrica.package/DiscourseTopic.class/instance/language..st Normal file
View File

@ -0,0 +1,4 @@
accessing
language: isoLanguageCode
"isoLanguageCode follows the ISO 639-1 two letters convention"
language := isoLanguageCode

3
Socialmetrica.package/DiscourseTopic.class/instance/language.st Normal file
View File

@ -0,0 +1,3 @@
accessing
language
^ language

3
Socialmetrica.package/DiscourseTopic.class/instance/name..st Normal file
View File

@ -0,0 +1,3 @@
accessing
name: aString
name := aString

3
Socialmetrica.package/DiscourseTopic.class/instance/name.st Normal file
View File

@ -0,0 +1,3 @@
accessing
name
^ name

5
Socialmetrica.package/DiscourseTopic.class/instance/printOn..st Normal file
View File

@ -0,0 +1,5 @@
accessing
printOn: aStream
super printOn: aStream.
aStream
nextPutAll: '( ',self name, ' | ', self language, ' )'

3
Socialmetrica.package/DiscourseTopic.class/instance/subtopics..st Normal file
View File

@ -0,0 +1,3 @@
accessing
subtopics: subtopicsNamesArray
subtopicsNamesArray do: [:each | self addSubtopic: each ]

3
Socialmetrica.package/DiscourseTopic.class/instance/subtopics.st Normal file
View File

@ -0,0 +1,3 @@
accessing
subtopics
^ subtopics ifNil: [ subtopics := Dictionary new ]

15
Socialmetrica.package/DiscourseTopic.class/properties.json Normal file
View File

@ -0,0 +1,15 @@
{
"commentStamp" : "",
"super" : "Object",
"category" : "Socialmetrica",
"classinstvars" : [ ],
"pools" : [ ],
"classvars" : [ ],
"instvars" : [
"language",
"name",
"subtopics"
],
"name" : "DiscourseTopic",
"type" : "normal"
}

0
Socialmetrica.package/NitterUser.class/README.md Normal file
View File

6
Socialmetrica.package/NitterUser.class/class/nitterProvider.st Normal file
View File

@ -0,0 +1,6 @@
accessing
nitterProvider
"For a full list of Nitter providers, see:
https://github.com/zedeus/nitter/wiki/Instances"
^ 'https://nitter.42l.fr/'

7
Socialmetrica.package/NitterUser.class/instance/asDictionary.st Normal file
View File

@ -0,0 +1,7 @@
accessing
asDictionary
^ { 'profile-card-avatar' -> self profileImageFile fullName.
'profile-card-fullname' -> self name .
'profile-card-username' -> self userName .
'profile-bio' -> self profileBio } asDictionary

4
Socialmetrica.package/NitterUser.class/instance/config..st Normal file
View File

@ -0,0 +1,4 @@
accessing
config: aDictionary
config := aDictionary

4
Socialmetrica.package/NitterUser.class/instance/config.st Normal file
View File

@ -0,0 +1,4 @@
accessing
config
^ config

6
Socialmetrica.package/NitterUser.class/instance/createdAt.st Normal file
View File

@ -0,0 +1,6 @@
accessing
createdAt
^ createdAt ifNil: [| joinDateString |
joinDateString := ((self documentTree xpath: '//div[@class="profile-joindate"]/span/@title') stringValue).
createdAt := (ZTimestampFormat fromString:'4:05 PM - 03 Feb 2001') parse: joinDateString.
]

3
Socialmetrica.package/NitterUser.class/instance/description.st Normal file
View File

@ -0,0 +1,3 @@
accessing
description
^ description ifNil: [description := (self documentTree xpath: '//div[@class="profile-bio"]') stringValue]

3
Socialmetrica.package/NitterUser.class/instance/documentTree.st Normal file
View File

@ -0,0 +1,3 @@
operation
documentTree
^ XMLHTMLParser parse: self userNameLink asUrl retrieveContents

4
Socialmetrica.package/NitterUser.class/instance/downloadProfileImage.st Normal file
View File

@ -0,0 +1,4 @@
accessing
downloadProfileImage
self exportProfileImageOn: self folder / self userName, '.jpg'

12
Socialmetrica.package/NitterUser.class/instance/exportProfileImageOn..st Normal file
View File

@ -0,0 +1,12 @@
accessing
exportProfileImageOn: fileReference
| file |
file := fileReference asFileReference.
file ensureDelete.
file exists ifFalse: [ file ensureCreateFile ].
file binaryWriteStreamDo: [ :stream |
stream nextPutAll: profileImageUrl retrieveContents ].
profileImageFile := file.
super class inform: 'Exported as: ', String cr, file fullName.
^ file

9
Socialmetrica.package/NitterUser.class/instance/exportWithTemplate.On..st Normal file
View File

@ -0,0 +1,9 @@
accessing
exportWithTemplate: mustacheFile On: folder
| mustacheDoc |
self exportProfileImageOn:folder / userName, '-profileImage.jpg'.
mustacheDoc := mustacheFile asMustacheTemplate value: self asDictionary.
MarkupFile
exportAsFileOn: (folder / self userName , 'tex')
containing: mustacheDoc

4
Socialmetrica.package/NitterUser.class/instance/folder.st Normal file
View File

@ -0,0 +1,4 @@
accessing
folder
^ self config at: 'folder'.

10
Socialmetrica.package/NitterUser.class/instance/getMessages.st Normal file
View File

@ -0,0 +1,10 @@
accessing
getMessages
| lastTweetsRaw lastTweets |
lastTweetsRaw := self rssFeed xmlDocument xpath: '//item'.
lastTweets := TweetsCollection new.
lastTweetsRaw do: [ :rssTweet |
lastTweets add: ((Tweet new fromNitterRssItem: rssTweet ))
].
^ lastTweets

3
Socialmetrica.package/NitterUser.class/instance/id.st Normal file
View File

@ -0,0 +1,3 @@
accessing
id
^ id ifNil: [id := (self profileImageUrl segments select: [ :each | each asInteger class = LargePositiveInteger]) first.]

3
Socialmetrica.package/NitterUser.class/instance/name.st Normal file
View File

@ -0,0 +1,3 @@
accessing
name
^ name ifNil: [ name := ((self rssFeed requiredItems title) splitOn: '/') first ]

4
Socialmetrica.package/NitterUser.class/instance/profileBio.st Normal file
View File

@ -0,0 +1,4 @@
accessing
profileBio
^ profileBio := (self documentTree xpath: '/html/body/div/div/div[2]/div[1]/div[2]/div[1]') stringValue

4
Socialmetrica.package/NitterUser.class/instance/profileImageUrl.st Normal file
View File

@ -0,0 +1,4 @@
accessing
profileImageUrl
^ profileImageUrl ifNil: [
profileImageUrl := ((self rssFeed xmlDocument xpath: '//image/url') stringValue copyReplaceAll: '%2F' with: '/') asUrl ]

12
Socialmetrica.package/NitterUser.class/instance/retrieveContents.st Normal file
View File

@ -0,0 +1,12 @@
accessing
retrieveContents
self userName ifNil: [^ self].
^ self
id;
name;
description;
createdAt;
url;
profileImageUrl;
profileBio;
yourself.

4
Socialmetrica.package/NitterUser.class/instance/rssFeed.st Normal file
View File

@ -0,0 +1,4 @@
accessing
rssFeed
^ RSSTools createRSSFeedFor: self userNameLink , '/rss'

7
Socialmetrica.package/NitterUser.class/instance/url.st Normal file
View File

@ -0,0 +1,7 @@
accessing
url
^ url ifNil: [ | temp |
temp := ((self documentTree xpath: '//div[@class="profile-website"]') // 'a' @@ 'href') first.
temp ifNil: [ ^ url := nil ].
url := temp asUrl.
]

3
Socialmetrica.package/NitterUser.class/instance/userName..st Normal file
View File

@ -0,0 +1,3 @@
accessing
userName: userNameString
userName := userNameString.

4
Socialmetrica.package/NitterUser.class/instance/userNameLink.st Normal file
View File

@ -0,0 +1,4 @@
accessing
userNameLink
^ self class nitterProvider, self userName

13
Socialmetrica.package/NitterUser.class/properties.json Normal file
View File

@ -0,0 +1,13 @@
{
"commentStamp" : "",
"super" : "TwitterUser",
"category" : "Socialmetrica",
"classinstvars" : [ ],
"pools" : [ ],
"classvars" : [ ],
"instvars" : [
"config"
],
"name" : "NitterUser",
"type" : "normal"
}

0
Socialmetrica.package/Tweet.class/README.md Normal file
View File

62
Socialmetrica.package/Tweet.class/instance/asCardElement.st Normal file
View File

@ -0,0 +1,62 @@
accessing
asCardElement
| aModeLook anEditor textInfoPane buttonsPane |
aModeLook := BrEditorModeAptitude new
editableFocused: [ :aWidget | aWidget border: (BlBorder paint: BrGlamorousColors focusedEditorBorderColor width: 1) ];
editableUnfocused: [ :aWidget | aWidget border: (BlBorder paint: BrGlamorousColors editorBorderColor width: 1) ];
readOnly: [ :aWidget | aWidget border: BlBorder empty ].
anEditor := BrEditor new
aptitude: BrGlamorousRegularEditorAptitude new + aModeLook;
text: self text;
vFitContent.
textInfoPane := BrVerticalPane new
hMatchParent;
vFitContent;
margin: (BlInsets left: 20);
addChild: (BrLabel new
aptitude: BrGlamorousLabelAptitude;
text: '@' , self user userName , ' | ' , self created asString;
beSmallSize);
addChild: anEditor.
buttonsPane := BrHorizontalPane new
fitContent;
cellSpacing: 5;
addChildren: {
BrButton new
aptitude: BrGlamorousButtonWithLabelAptitude new;
label: 'Toggle subtopics';
action: [ anEditor beEditable ].
BrButton new
aptitude: BrGlamorousButtonWithLabelAptitude new;
label: 'Add subtopic keyword';
action: [ anEditor beReadOnlyWithSelection ].
BrButton new
aptitude: BrGlamorousButtonWithLabelAptitude new;
label: 'Details';
action: [ :e | e phlow spawnObject: self ].
BrButton new
aptitude: BrGlamorousButtonWithLabelAptitude new;
label: 'Web view';
action: [ self webView ].
}.
^ BrHorizontalPane new
padding: (BlInsets all: 15);
margin: (BlInsets all: 10);
cellSpacing: 5;
hMatchParent;
vFitContent;
addChildren: {
(self user profileImage asElement asScalableElement size: 64 @ 64).
BrVerticalPane new
cellSpacing: 5;
hMatchParent;
vFitContent;
addChildren: {
buttonsPane.
textInfoPane.
}
}

3
Socialmetrica.package/Tweet.class/instance/created.st Normal file
View File

@ -0,0 +1,3 @@
accessing
created
^ created

9
Socialmetrica.package/Tweet.class/instance/fromDictionary..st Normal file
View File

@ -0,0 +1,9 @@
accessing
fromDictionary: aDictionary
created := (aDictionary at: 'created_at') asDateAndTime.
text := aDictionary at: 'text'.
id := aDictionary at: 'id'.
authorId := aDictionary at: 'author_id'.
user := aDictionary at: 'username' ifAbsent: [''] .
conversationId := aDictionary at: 'conversation_id' ifAbsent: [ '' ].
^ self

9
Socialmetrica.package/Tweet.class/instance/fromNitter..st Normal file
View File

@ -0,0 +1,9 @@
accessing
fromNitter: aDictionary
created := (aDictionary at: 'pubDate') "asDateAndTime".
text := aDictionary at: 'text'.
"id := aDictionary at: 'id'.
authorId := aDictionary at: 'author_id'."
user := aDictionary at: 'creator'.
"conversationId := aDictionary at: 'conversation_id' ifAbsent: [ '' ]."
^ self

9
Socialmetrica.package/Tweet.class/instance/fromNitterRssItem..st Normal file
View File

@ -0,0 +1,9 @@
accessing
fromNitterRssItem: xmlItem
| author |
author := (xmlItem xpath: 'dc:creator') stringValue allButFirst.
user := NitterUser new
userName: author .
created := (xmlItem xpath: 'pubDate') stringValue.
text := (XMLHTMLParser on: (xmlItem xpath: 'description') stringValue) parseDocument stringValue.
id := ((xmlItem xpath: 'guid') stringValue splitOn: '/') last copyReplaceAll: '#m' with: ''

16
Socialmetrica.package/Tweet.class/instance/gtViewTweetDetailsOn..st Normal file
View File

@ -0,0 +1,16 @@
accessing
gtViewTweetDetailsOn: aView
<gtView>
^ aView explicit
title: 'Tweet Details' translated;
priority: 5;
stencil: [
BlElement new
layout: BlFlowLayout new;
constraintsDo: [ :c |
c vertical fitContent.
c horizontal matchParent ];
padding: (BlInsets all: 10);
addChild: (self asCardElement margin: (BlInsets all: 20))
]

3
Socialmetrica.package/Tweet.class/instance/id.st Normal file
View File

@ -0,0 +1,3 @@
accessing
id
^ id

3
Socialmetrica.package/Tweet.class/instance/mentions..st Normal file
View File

@ -0,0 +1,3 @@
queries
mentions: aWord
^ self text includesSubstring: aWord

5
Socialmetrica.package/Tweet.class/instance/printOn..st Normal file
View File

@ -0,0 +1,5 @@
accessing
printOn: aStream
super printOn: aStream.
aStream
nextPutAll: '( ',self text ,' )'

3
Socialmetrica.package/Tweet.class/instance/text.st Normal file
View File

@ -0,0 +1,3 @@
accessing
text
^ text

3
Socialmetrica.package/Tweet.class/instance/user..st Normal file
View File

@ -0,0 +1,3 @@
accessing
user: aTwitterUser
user := aTwitterUser

3
Socialmetrica.package/Tweet.class/instance/user.st Normal file
View File

@ -0,0 +1,3 @@
accessing
user
^ user

3
Socialmetrica.package/Tweet.class/instance/webView.st Normal file
View File

@ -0,0 +1,3 @@
accessing
webView
WebBrowser openOn: 'https://twitter.com/', self user userName, '/status/', self id

3
Socialmetrica.package/Tweet.class/instance/words.st Normal file
View File

@ -0,0 +1,3 @@
utilities
words
^ self text allRegexMatches: '\w*'

3
Socialmetrica.package/Tweet.class/instance/wordsInLowercase.st Normal file
View File

@ -0,0 +1,3 @@
accessing
wordsInLowercase
^ self words collect: [:word | word asLowercase ]

18
Socialmetrica.package/Tweet.class/properties.json Normal file
View File

@ -0,0 +1,18 @@
{
"commentStamp" : "",
"super" : "Object",
"category" : "Socialmetrica",
"classinstvars" : [ ],
"pools" : [ ],
"classvars" : [ ],
"instvars" : [
"created",
"text",
"id",
"authorId",
"conversationId",
"user"
],
"name" : "Tweet",
"type" : "normal"
}

0
Socialmetrica.package/TweetsCollection.class/README.md Normal file
View File

3
Socialmetrica.package/TweetsCollection.class/instance/add..st Normal file
View File

@ -0,0 +1,3 @@
accessing
add: aTweet
self tweets add: aTweet

25
Socialmetrica.package/TweetsCollection.class/instance/gtTweetsFor..st Normal file
View File

@ -0,0 +1,25 @@
ui
gtTweetsFor: aView
<gtView>
^ aView explicit
title: 'Tweets';
stencil: [
| container imageContainer |
container := BlElement new
layout: BlFlowLayout new;
constraintsDo: [ :c |
c vertical fitContent.
c horizontal matchParent ];
padding: (BlInsets all: 10).
self tweets do: [ :each |
imageContainer := BlLazyElement new
withGlamorousPreview;
aptitude: BrShadowAptitude new;
background: Color white;
margin: (BlInsets all: 10);
constraintsDo: [ :c |
c vertical exact: 145.
c horizontal matchParent ];
elementBuilder: [ each asCardElement margin: (BlInsets all: 20) ].
container addChild: imageContainer].
container asScrollableElement ]

5
Socialmetrica.package/TweetsCollection.class/instance/printOn..st Normal file
View File

@ -0,0 +1,5 @@
accessing
printOn: aStream
super printOn: aStream.
aStream
nextPutAll: '( ',self size asString, ' Tweet(s) )'

3
Socialmetrica.package/TweetsCollection.class/instance/size.st Normal file
View File

@ -0,0 +1,3 @@
accessing
size
^ self tweets size

3
Socialmetrica.package/TweetsCollection.class/instance/tweets..st Normal file
View File

@ -0,0 +1,3 @@
accessing
tweets: aTweetsCollection
^ tweets := aTweetsCollection

3
Socialmetrica.package/TweetsCollection.class/instance/tweets.st Normal file
View File

@ -0,0 +1,3 @@
accessing
tweets
^ tweets ifNil: [ tweets := OrderedCollection new]

13
Socialmetrica.package/TweetsCollection.class/properties.json Normal file
View File

@ -0,0 +1,13 @@
{
"commentStamp" : "",
"super" : "Object",
"category" : "Socialmetrica",
"classinstvars" : [ ],
"pools" : [ ],
"classvars" : [ ],
"instvars" : [
"tweets"
],
"name" : "TweetsCollection",
"type" : "normal"
}

3
Socialmetrica.package/TwitterAPI.class/README.md Normal file
View File

@ -0,0 +1,3 @@
I model some parts of the Twitter API version 2 as described in:
<https://developer.twitter.com/en/docs/twitter-api/early-access>

3
Socialmetrica.package/TwitterAPI.class/class/apiKeysFile..st Normal file
View File

@ -0,0 +1,3 @@
accessing
apiKeysFile: aFileReference
apiKeysFile := aFileReference

5
Socialmetrica.package/TwitterAPI.class/class/apiKeysFile.st Normal file
View File

@ -0,0 +1,5 @@
accessing
apiKeysFile
"Return the defined apiKeysFile or assign a default location following the Linux Standard
File Hierarchy, which is relatively portable to other Operative Systems."
^ apiKeysFile ifNil: [ apiKeysFile := FileLocator home / '.config/Datanalitica/twitter-api-keys.json' ]

3
Socialmetrica.package/TwitterAPI.class/class/keys.st Normal file
View File

@ -0,0 +1,3 @@
accessing
keys
^ keys ifNil: [ keys := Dictionary new]

4
Socialmetrica.package/TwitterAPI.class/class/loadKeys.st Normal file
View File

@ -0,0 +1,4 @@
accessing
loadKeys
keys := STONJSON fromString: self apiKeysFile contents.
^ keys

3
Socialmetrica.package/TwitterAPI.class/instance/bearerToken.st Normal file
View File

@ -0,0 +1,3 @@
accessing
bearerToken
^ self class keys at: 'Bearer Token'

7
Socialmetrica.package/TwitterAPI.class/instance/defaultQueryParameters.st Normal file
View File

@ -0,0 +1,7 @@
accessing
defaultQueryParameters
^ Dictionary new
at: 'tweetsOrig' put: '?tweet.fields=created_at&expansions=author_id&user.fields=created_at&max_results=100';
at: 'tweets' put: '?', 'tweet.fields=created_at', '&', 'expansions=author_id', '&', 'max_results=100';
at: 'mentionsOrig' put: '?expansions=author_id&tweet.fields=conversation_id,created_at,lang&user.fields=created_at,entities&max_results=100';
yourself

3
Socialmetrica.package/TwitterAPI.class/instance/keys.st Normal file
View File

@ -0,0 +1,3 @@
accessing
keys
^ keys ifNil: [ keys := self class loadKeys]

4
Socialmetrica.package/TwitterAPI.class/instance/loadKeys.st Normal file
View File

@ -0,0 +1,4 @@
accessing
loadKeys
keys := self class loadKeys.
^ self

3
Socialmetrica.package/TwitterAPI.class/instance/options..st Normal file
View File

@ -0,0 +1,3 @@
accessing
options: aDictionary
options := aDictionary

9
Socialmetrica.package/TwitterAPI.class/instance/options.st Normal file
View File

@ -0,0 +1,9 @@
accessing
options
"Return the configuration options or define a default if they are not given"
^ options ifNil: [
options := Dictionary new
at: 'caching' put: true;
at: 'pagesPerRequest' put: '1';
yourself
]

6
Socialmetrica.package/TwitterAPI.class/instance/rawResponseForURL..st Normal file
View File

@ -0,0 +1,6 @@
accessing
rawResponseForURL: anUrl
^ ZnClient new
headerAt: 'Authorization' put: 'Bearer ', self bearerToken;
url: anUrl;
get.

4
Socialmetrica.package/TwitterAPI.class/instance/storage..st Normal file
View File

@ -0,0 +1,4 @@
accessing
storage: aFolder
storage := aFolder

4
Socialmetrica.package/TwitterAPI.class/instance/storage.st Normal file
View File

@ -0,0 +1,4 @@
accessing
storage
^ storage

8
Socialmetrica.package/TwitterAPI.class/instance/userEndPointFor.selecting..st Normal file
View File

@ -0,0 +1,8 @@
accessing
userEndPointFor: username selecting: tweetsOrMentions
"I build a shared URL for querying last 100 mentions or tweets for a particular user.
Second parameter should be only 'tweets' or 'mentions', dateString, if present, should be YYYY-MM-DD."
| commonQueryParameters userFields |
userFields := 'user.fields=username,name,description,profile_image_url,created_at'.
commonQueryParameters := '?expansions=author_id&tweet.fields=conversation_id,created_at&', userFields, '&max_results=100'.
^ self usersBaseEndPoint, (self userIDFrom: username), '/', tweetsOrMentions, commonQueryParameters

8
Socialmetrica.package/TwitterAPI.class/instance/userEndPointFor.selecting.since..st Normal file
View File

@ -0,0 +1,8 @@
as yet unclassified
userEndPointFor: username selecting: tweetsOrMentions since: dateString
"I build a shared URL for querying last 100 mentions or tweets for a particular user.
Second parameter should be only 'tweets' or 'mentions', dateString should be YYYY-MM-DD."
| commonQueryParameters |
commonQueryParameters := '?expansions=author_id&tweet.fields=conversation_id,created_at&user.fields=username&max_results=100',
'&start_time=', dateString,'T00:00:00Z&'.
^ self usersBaseEndPoint, (self userIDFrom: username), '/', tweetsOrMentions, commonQueryParameters

5
Socialmetrica.package/TwitterAPI.class/instance/userIDFrom..st Normal file
View File

@ -0,0 +1,5 @@
queries
userIDFrom: username
| rawResponse |
rawResponse := self rawResponseForURL: self usersBaseEndPoint, 'by/username/', username.
^ (STONJSON fromString: rawResponse) at: 'data' at: 'id'

4
Socialmetrica.package/TwitterAPI.class/instance/userMentionsFor..st Normal file
View File

@ -0,0 +1,4 @@
accessing
userMentionsFor: username
"The following query gets the last 100 mentions that is the maximun allowed for a particular user without pagination:"
^ self userQueryFor: username selecting: 'mentions'

18
Socialmetrica.package/TwitterAPI.class/instance/userMentionsFor.since..st Normal file
View File

@ -0,0 +1,18 @@
accessing
userMentionsFor: username since: startDateString
| nextToken queryUrl sinceDate untilDate messages response |
sinceDate := 'start_time=',startDateString, 'T00:00:00Z'.
messages := OrderedCollection new.
nextToken := ''.
[ nextToken includesSubstring: 'stop' ] whileFalse: [
queryUrl := self usersBaseEndPoint,
(self userIDFrom: username), '/mentions', (self defaultQueryParameters at: 'mentionsOrig') ,
'&', sinceDate,
'&', nextToken.
response := STONJSON fromString: (self rawResponseForURL: queryUrl).
(response at: 'data') do: [:tweetData |
messages add: (Tweet new fromDictionary: tweetData)
].
nextToken := 'pagination_token=',((response at: 'meta') at: 'next_token' ifAbsent: [ 'stop' ])].
^ messages.

21
Socialmetrica.package/TwitterAPI.class/instance/userMentionsFor.since.until..st Normal file
View File

@ -0,0 +1,21 @@
accessing
userMentionsFor: username since: startDateString until: endDateString
| nextToken queryUrl sinceDate untilDate messages response extraQueryParamenters |
sinceDate := 'start_time=',startDateString, 'T17:00:00Z'.
untilDate := 'end_time=',endDateString, 'T01:00:00Z'.
extraQueryParamenters := '?expansions=author_id&tweet.fields=conversation_id&user.fields=created_at,entities&max_results=100'.
messages := OrderedCollection new.
nextToken := ''.
[ nextToken includesSubstring: 'stop' ] whileFalse: [
queryUrl := self usersBaseEndPoint,
(self userIDFrom: username), '/mentions', extraQueryParamenters,
'&', sinceDate,
"'&', untilDate,"
'&', nextToken.
response := STONJSON fromString: (self rawResponseForURL: queryUrl).
(response at: 'data') do: [:tweetData |
messages add: (Tweet new fromDictionary: tweetData)
].
nextToken := 'pagination_token=',((response at: 'meta') at: 'next_token' ifAbsent: [ 'stop' ])].
^ messages.

10
Socialmetrica.package/TwitterAPI.class/instance/userQueryFor.selecting..st Normal file
View File

@ -0,0 +1,10 @@
accessing
userQueryFor: username selecting: tweetsOrMentions
| rawResponse queryURL |
"The following query gets the last 100 tweets or mentions that is the maximun allowed for a particular user without pagination:"
queryURL := self userEndPointFor: username selecting: tweetsOrMentions.
rawResponse := self rawResponseForURL:queryURL.
^ TwitterAPIResponse new
fromDictionary: (STONJSON fromString: rawResponse);
queryURL: queryURL;
date: DateAndTime now.

4
Socialmetrica.package/TwitterAPI.class/instance/userTweetsFrom..st Normal file
View File

@ -0,0 +1,4 @@
accessing
userTweetsFrom: username
"The following query gets the last 100 tweets, that is the maximun allowed for a particular user without pagination:"
^ self userQueryFor: username selecting: 'tweets'

20
Socialmetrica.package/TwitterAPI.class/instance/userTweetsFrom.since.until..st Normal file
View File

@ -0,0 +1,20 @@
accessing
userTweetsFrom: username since: startDateString until: endDateString
| nextToken queryUrl sinceDate untilDate messages response |
sinceDate := 'start_time=',startDateString, 'T00:00:00Z'.
untilDate := 'end_time=',endDateString, 'T23:59:59Z'.
messages := OrderedCollection new.
nextToken := ''.
[ nextToken includesSubstring: 'stop' ] whileFalse: [
queryUrl := self usersBaseEndPoint,
(self userIDFrom: username), '/tweets', (self defaultQueryParameters at: 'tweets'),
'&', sinceDate,
'&', untilDate,
'&', nextToken.
response := STONJSON fromString: (self rawResponseForURL: queryUrl).
(response at: 'data') do: [:tweetData |
messages add: (Tweet new fromDictionary: tweetData)
].
nextToken := 'pagination_token=',((response at: 'meta') at: 'next_token' ifAbsent: [ 'stop' ])].
^ messages.

3
Socialmetrica.package/TwitterAPI.class/instance/usersBaseEndPoint.st Normal file
View File

@ -0,0 +1,3 @@
utilities api
usersBaseEndPoint
^ 'https://api.twitter.com/2/users/'

10
Socialmetrica.package/TwitterAPI.class/instance/usersGroupMentioning..st Normal file
View File

@ -0,0 +1,10 @@
accessing
usersGroupMentioning: userName
| response |
response := self userQueryFor: userName selecting: 'mentions'.
^ TwitterUsersGroup new
users: response messagesAuthors;
title: 'Users mentioning @', userName;
origin: response queryURL;
date: DateAndTime now;
storage: self storage.

Some files were not shown because too many files have changed in this diff Show More