diff --git a/Socialmetrica.package/NitterUser.class/instance/installCommons.st b/Socialmetrica.package/NitterUser.class/instance/installCommons.st index a1728ab..f91aa0d 100644 --- a/Socialmetrica.package/NitterUser.class/instance/installCommons.st +++ b/Socialmetrica.package/NitterUser.class/instance/installCommons.st @@ -2,9 +2,10 @@ accessing installCommons | commonFiles folder | - commonFiles := #( - 'https://mutabit.com/repos.fossil/mutabit/uv/wiki/commons/nube-mascara.jpg' + commonFiles := #( 'https://mutabit.com/repos.fossil/mutabit/raw?name=wiki/commons/stopwords-es.txt&ci=tip' + 'https://mutabit.com/repos.fossil/mutabit/raw?name=wiki/commons/stopwords-en.txt&ci=tip' + 'https://mutabit.com/repos.fossil/mutabit/uv/wiki/commons/nube-mascara.jpg' 'https://mutabit.com/repos.fossil/mutabit/uv/wiki/commons/logo-mutabit-negro.png'). folder := TweetsCollection dataStore / 'commons'. folder exists @@ -13,8 +14,8 @@ installCommons commonFiles do: [ :fileUrl | ZnClient new url: fileUrl; - downloadTo: folder]. - (folder children detect: [ :file | file basename includesSubstring: 'raw' ]) - renameTo: (((commonFiles second splitOn: 'raw?') second splitOn: '/') last removeSuffix: '&ci=tip'). - ^ folder - \ No newline at end of file + downloadTo: folder. + (folder children select: [ :file | file basename includesSubstring: 'raw' ]) + renameTo: (((fileUrl splitOn: 'raw?') second splitOn: '/') last removeSuffix: '&ci=tip') + ]. + ^ folder \ No newline at end of file diff --git a/Socialmetrica.package/NitterUser.class/instance/wordcloudData.st b/Socialmetrica.package/NitterUser.class/instance/wordcloudData.st index c1bd95a..c8da858 100644 --- a/Socialmetrica.package/NitterUser.class/instance/wordcloudData.st +++ b/Socialmetrica.package/NitterUser.class/instance/wordcloudData.st @@ -1,21 +1,4 @@ accessing wordcloudData - | stopwords stopwordsCapitalized occurrencesWords wordAndValue | - stopwords := (TweetsCollection dataStore / 'commons' / 'stopwords-es.txt') contents splitOn: Character lf. - stopwordsCapitalized := stopwords collect: [:each | each first asString asUppercase, each allButFirst asLowercase ]. - occurrencesWords := ((((self writeWordsFile contents) splitOn: ' ') asBag asDictionary) - associations asSortedCollection: [:x :y | x value > y value]) asOrderedDictionary. - occurrencesWords removeKeys: stopwords. - occurrencesWords removeKeys: stopwordsCapitalized. - occurrencesWords removeKey: ''. - - occurrencesWords size > 50 ifTrue: [ - occurrencesWords := (occurrencesWords associations copyFrom: 1 to: 50) asOrderedDictionary ]. - - wordAndValue := OrderedCollection new. - occurrencesWords keysAndValuesDo: [ :k :v | - wordAndValue add: ('{name:', ($' asString), k, ($' asString), ',value:', v asString, '}') -]. - ^ {'[', ((',' join: wordAndValue) copyWithout: Character lf), ']'. - occurrencesWords} \ No newline at end of file + ^ self wordcloudDataLanguage: 'en' \ No newline at end of file diff --git a/Socialmetrica.package/NitterUser.class/instance/wordcloudDataLanguage..st b/Socialmetrica.package/NitterUser.class/instance/wordcloudDataLanguage..st new file mode 100644 index 0000000..fbfa289 --- /dev/null +++ b/Socialmetrica.package/NitterUser.class/instance/wordcloudDataLanguage..st @@ -0,0 +1,21 @@ +accessing +wordcloudDataLanguage: language + + | stopwords stopwordsCapitalized occurrencesWords wordAndValue | + stopwords := (TweetsCollection dataStore / 'commons' / ('stopwords-', language, '.txt')) contents splitOn: Character lf. + stopwordsCapitalized := stopwords collect: [:each | each first asString asUppercase, each allButFirst asLowercase ]. + occurrencesWords := ((((self writeWordsFile contents) splitOn: ' ') asBag asDictionary) + associations asSortedCollection: [:x :y | x value > y value]) asOrderedDictionary. + occurrencesWords removeKeys: stopwords. + occurrencesWords removeKeys: stopwordsCapitalized. + occurrencesWords removeKey: ''. + + occurrencesWords size > 50 ifTrue: [ + occurrencesWords := (occurrencesWords associations copyFrom: 1 to: 50) asOrderedDictionary ]. + + wordAndValue := OrderedCollection new. + occurrencesWords keysAndValuesDo: [ :k :v | + wordAndValue add: ('{name:', ($' asString), k, ($' asString), ',value:', v asString, '}') +]. + ^ {'[', ((',' join: wordAndValue) copyWithout: Character lf), ']'. + occurrencesWords} \ No newline at end of file