Offray/Socialmetrica
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Merge 5b169c4ebf

Browse Source
This commit is contained in:
Offray Vladimir Luna Cárdenas 2022-04-06 09:51:00 -05:00
commit 112765cc72
5 changed files with 48 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
Socialmetrica.package/NitterUser.class/instance/defaultConfig.st Normal file
View File

@ -0,0 +1,5 @@
accessing
defaultConfig
self config: { 'folder' -> (FileLocator userData / 'Socialmetrica' / self userName) } asDictionary.
^ self config

4
Socialmetrica.package/NitterUser.class/instance/externalWordCloud.st
View File

@ -3,7 +3,7 @@ externalWordCloud
| text outputFile |
outputFile := (self folder / 'nube.png')fullName.
text := (self folder / 'texto.txt')fullName.
text := (self folder / self userName, 'words', 'txt')fullName.
OSSUnixSubprocess new
command: 'wordcloud_cli';
arguments: { '--text' . text .
@ -13,7 +13,7 @@ externalWordCloud
'--height' . '357' .
'--background' . 'white' .
'--mode' . 'RGBA' .
'--stopwords' . 'stopwords-es.txt' .
'--stopwords' . '../commons/stopwords-es.txt' .
'--mask' . '../commons/nube-mascara.jpg'};
workingDirectory: self folder fullName;
redirectStdout;

18
Socialmetrica.package/NitterUser.class/instance/numberOfURLsForLoadingTweets..st Normal file
View File

@ -0,0 +1,18 @@
accessing
numberOfURLsForLoadingTweets: number
| collectionURLs count asURLs |
collectionURLs := {
self userNameLink .
(self userNameLink, ((self documentTree xPath: '//a[.="Load more"]') @ 'href') stringValue) .} asOrderedCollection.
number <= 2 ifTrue: [ ^ collectionURLs ].
count := 2.
(number-count) timesRepeat: [ | tempDoc |
tempDoc := XMLHTMLParser parse: (collectionURLs at: count) asUrl retrieveContents.
collectionURLs
add: (self userNameLink,
((tempDoc xPath: '//a[.="Load more"]') @ 'href') stringValue).
count := count+1 ].
asURLs := collectionURLs collect: [ :string | string asUrl ].
^ asURLs.

8
Socialmetrica.package/NitterUser.class/instance/wordsFile.st Normal file
View File

@ -0,0 +1,8 @@
accessing
wordsFile
| file |
file := (FileLocator userData / 'Socialmetrica' / self userName / self userName, 'words', 'txt').
file exists
ifFalse: [ ^ self writeWordsFile].
^ file

21
Socialmetrica.package/NitterUser.class/instance/writeWordsFile.st
View File

@ -1,10 +1,19 @@
accessing
writeWordsFile
| rawTweets output |
| rawTweets rawWords collectionsWords count |
self tweets ifNil: [ ^ self ].
rawTweets := self tweets tweets.
output := '' writeStream.
rawTweets do: [ :current |
output addAll: current words.
].
^ MarkupFile exportAsFileOn: FileLocator "usersStorage" containing: output.
rawWords := OrderedCollection new.
collectionsWords := ((rawTweets select:
[ :tweet | tweet user userName = 'FranciaMarquezM' ])
collect: [ :tweet | (tweet words
reject: [ :w | w includesSubstring: 'nitter42lfr' ]) ]).
count := 1.
collectionsWords size timesRepeat: [
rawWords addAll: (collectionsWords at:count).
count := count + 1.].
rawWords := ' ' join:rawWords.
^ MarkupFile exportAsFileOn: (FileLocator userData / 'Socialmetrica' / self userName / self userName, 'words', 'txt') containing: rawWords.