12 KiB
12 KiB
In [1]:
from database import get_all
df = get_all()
dfOut [1]:
| id | username | time | content | content_en | |
|---|---|---|---|---|---|
| 0 | 190 | @WorkWithUsDK | 2022-12-17 08:28:03-08:00 | Odense Universitets Hospital søger #Afdelingsc... | Odense University Hospital Seeking #Department... |
| 1 | 157 | @westblick | 2022-12-17 05:05:03-08:00 | "Odense Dänemark, Seaside" Fotografie als Post... | "Odense Dänemark, Seaside" photography ALS Pos... |
| 2 | 223 | EryilmazFa10 | 2022-12-16 14:20:26-08:00 | Danimarka’nın Odense takımı bu yaz müthiş bir ... | Denmark's Odense team made a great scouting tr... |
| 3 | 224 | trans_rumor | 2022-12-16 13:56:35-08:00 | Highlights: SønderjyskE – Odense https://t.co/... | Highlights: SønderjyskE - Odense https://t.co/... |
| 4 | 225 | sakak | 2022-12-16 13:39:40-08:00 | “Meta Platforms Inc has halted construction of... | "meta platforms inc has halted construction of... |
| ... | ... | ... | ... | ... | ... |
| 154110 | 154518 | JobiOdense | 2017-01-02 07:31:03-08:00 | Køkkensælger til Danmarks nye køkkenkoncept ht... | None |
| 154111 | 154519 | GunnarBjorns | 2017-01-02 07:22:27-08:00 | watching Sunderland vs Liverpool at The Old Ir... | None |
| 154112 | 154520 | NordicDate | 2017-01-02 07:20:09-08:00 | Danmarks størreste #sex #dating portal:\n\nhtt... | None |
| 154113 | 154521 | DBAfeed | 2017-01-02 07:18:05-08:00 | Elguitar, Morgan Stratocaster kopi, Sælger de... | None |
| 154114 | 154522 | TRungCardio | 2017-01-02 07:10:28-08:00 | Bevar mulighederne for børn i Odense... Og lad... | None |
154115 rows × 5 columns
In [2]:
from clean_data import clean_content_df
content_clean, id_list = clean_content_df(df.iloc[:10, :])
content_cleanOut [2]:
0 odense universitets hospital søger #afdelingsc... 1 "odense dänemark, seaside" fotografie als post... 2 danimarka'nın odense takımı bu yaz müthiş bir ... 3 highlights: sønderjyske – odense https://t.co/... 4 "meta platforms inc has halted construction of... 5 sponsoreret: verdensmestre, europamestre og st... 6 sponsoreret: verdensmestre, europamestre og st... 7 meta just halted a major data centre project t... 8 ende #eishockey herren #den #metalligaen\n5:3 ... 9 ende #eishockey herren #den #metalligaen\n5:3 ... Name: content, dtype: object
In [3]:
from translate import translate
# translate
translated_list = content_clean.apply(translate).to_list()
translated_listOut [3]:
['Odense University Hospital Seeking #Department Manager in #Odense. Read more at http://workwithhus.dk/open-soeger-visionaer-og-erfaren-lead-with-policy-taeft… #jobdk #jobiodense ', '"Odense Dänemark, Seaside" photography ALS Poster und Kstorpel von Robert West Bestellen. -http://artflakes.com https://artflakes.com/de/products/odense-danemark-seaside ... via @artflakes #odense #Denmark #dänemark #seaside #panorama #artflakes #bigprint #artwork #fuji #photography #landscapephotography ', "Denmark's Odense team made a great scouting transfer this summer and bought Franco Tonga for free. The man was invited to the Italian national team. https://t.co/fdxmsbuti4 https://t.co/vbcyr871FF ", 'Highlights: SønderjyskE - Odense https://t.co/b4ounlj6on #highlights #hockeymagasinetdk ', '"meta platforms inc has halted construction of two data centres in odense, denmark, and will instead focus on a new type of data centre used for artificial intelligence (ai), a spokesperson said on thursday." https://t.co/gz09vii8hx', 'Sponsored: World champions, European champions and large Danish medalists hit Odense for a prestigious event🚴 #Odense #fyn #cykling https://t.co/u0vpdlolvp ', 'Sponsored: World champions, European champions and large Danish medalists hit Odense for a prestigious event #Odense #fyn #cykling ', 'meta just halted a major data centre project to focus on ai - https://t.co/scksqvfuyk\nmeta has axed a major data center expansion in odense, denmark, laying off the primary contractor on two facilities in the country. according to reporting by data centre dynamics (opens... https://t.co/eslgjl4wtk', 'end #eishockey the gentleman #de #metalliga 5: 3 #AALBORG VS ESBJERG 2: 9 Rodovre vs #rungsted 2: 6 Sonderjyske vs #ODENSE ', 'end #eishockey the gentleman #de #metalliga 5: 3 #AALBORG VS ESBJERG 2: 9 Rodovre vs #rungsted 2: 6 Sonderjyske vs #ODENSE ', 'ERHR Recruitment Seeking #Quality Manager in #Odense. Read more at https://t.co/sbm3ittbaf #jobdk #jobiodense ']
In [5]:
# try to send translation to database
from database import insert_translated_list
insert_translated_list(translated_list, id_list)
id_listOut [5]:
[190, 157, 223, 224, 225, 226, 1, 227, 2, 228, 229]
In [ ]: