{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
idusernametimecontentcontent_en
0190@WorkWithUsDK2022-12-17 08:28:03-08:00Odense Universitets Hospital søger #Afdelingsc...Odense University Hospital Seeking #Department...
1157@westblick2022-12-17 05:05:03-08:00\"Odense Dänemark, Seaside\" Fotografie als Post...\"Odense Dänemark, Seaside\" photography ALS Pos...
2223EryilmazFa102022-12-16 14:20:26-08:00Danimarka’nın Odense takımı bu yaz müthiş bir ...Denmark's Odense team made a great scouting tr...
3224trans_rumor2022-12-16 13:56:35-08:00Highlights: SønderjyskE – Odense https://t.co/...Highlights: SønderjyskE - Odense https://t.co/...
4225sakak2022-12-16 13:39:40-08:00“Meta Platforms Inc has halted construction of...\"meta platforms inc has halted construction of...
..................
154110154518JobiOdense2017-01-02 07:31:03-08:00Køkkensælger til Danmarks nye køkkenkoncept ht...None
154111154519GunnarBjorns2017-01-02 07:22:27-08:00watching Sunderland vs Liverpool at The Old Ir...None
154112154520NordicDate2017-01-02 07:20:09-08:00Danmarks størreste #sex #dating portal:\\n\\nhtt...None
154113154521DBAfeed2017-01-02 07:18:05-08:00Elguitar, Morgan Stratocaster kopi, Sælger de...None
154114154522TRungCardio2017-01-02 07:10:28-08:00Bevar mulighederne for børn i Odense... Og lad...None
\n", "

154115 rows × 5 columns

\n", "
" ], "text/plain": [ " id username time \\\n", "0 190 @WorkWithUsDK 2022-12-17 08:28:03-08:00 \n", "1 157 @westblick 2022-12-17 05:05:03-08:00 \n", "2 223 EryilmazFa10 2022-12-16 14:20:26-08:00 \n", "3 224 trans_rumor 2022-12-16 13:56:35-08:00 \n", "4 225 sakak 2022-12-16 13:39:40-08:00 \n", "... ... ... ... \n", "154110 154518 JobiOdense 2017-01-02 07:31:03-08:00 \n", "154111 154519 GunnarBjorns 2017-01-02 07:22:27-08:00 \n", "154112 154520 NordicDate 2017-01-02 07:20:09-08:00 \n", "154113 154521 DBAfeed 2017-01-02 07:18:05-08:00 \n", "154114 154522 TRungCardio 2017-01-02 07:10:28-08:00 \n", "\n", " content \\\n", "0 Odense Universitets Hospital søger #Afdelingsc... \n", "1 \"Odense Dänemark, Seaside\" Fotografie als Post... \n", "2 Danimarka’nın Odense takımı bu yaz müthiş bir ... \n", "3 Highlights: SønderjyskE – Odense https://t.co/... \n", "4 “Meta Platforms Inc has halted construction of... \n", "... ... \n", "154110 Køkkensælger til Danmarks nye køkkenkoncept ht... \n", "154111 watching Sunderland vs Liverpool at The Old Ir... \n", "154112 Danmarks størreste #sex #dating portal:\\n\\nhtt... \n", "154113 Elguitar, Morgan Stratocaster kopi, Sælger de... \n", "154114 Bevar mulighederne for børn i Odense... Og lad... \n", "\n", " content_en \n", "0 Odense University Hospital Seeking #Department... \n", "1 \"Odense Dänemark, Seaside\" photography ALS Pos... \n", "2 Denmark's Odense team made a great scouting tr... \n", "3 Highlights: SønderjyskE - Odense https://t.co/... \n", "4 \"meta platforms inc has halted construction of... \n", "... ... \n", "154110 None \n", "154111 None \n", "154112 None \n", "154113 None \n", "154114 None \n", "\n", "[154115 rows x 5 columns]" ] }, "execution_count": 1, "metadata": {}, "output_type": "execute_result" } ], "source": [ "from database import get_all\n", "\n", "df = get_all()\n", "\n", "df" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "0 odense universitets hospital søger #afdelingsc...\n", "1 \"odense dänemark, seaside\" fotografie als post...\n", "2 danimarka'nın odense takımı bu yaz müthiş bir ...\n", "3 highlights: sønderjyske – odense https://t.co/...\n", "4 \"meta platforms inc has halted construction of...\n", "5 sponsoreret: verdensmestre, europamestre og st...\n", "6 sponsoreret: verdensmestre, europamestre og st...\n", "7 meta just halted a major data centre project t...\n", "8 ende #eishockey herren #den #metalligaen\\n5:3 ...\n", "9 ende #eishockey herren #den #metalligaen\\n5:3 ...\n", "Name: content, dtype: object" ] }, "execution_count": 2, "metadata": {}, "output_type": "execute_result" } ], "source": [ "from clean_data import clean_content_df\n", "\n", "content_clean, id_list = clean_content_df(df.iloc[:10, :])\n", "\n", "content_clean" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "['Odense University Hospital Seeking #Department Manager in #Odense. Read more at http://workwithhus.dk/open-soeger-visionaer-og-erfaren-lead-with-policy-taeft… #jobdk #jobiodense ',\n", " '\"Odense Dänemark, Seaside\" photography ALS Poster und Kstorpel von Robert West Bestellen. -http://artflakes.com https://artflakes.com/de/products/odense-danemark-seaside ... via @artflakes #odense #Denmark #dänemark #seaside #panorama #artflakes #bigprint #artwork #fuji #photography #landscapephotography ',\n", " \"Denmark's Odense team made a great scouting transfer this summer and bought Franco Tonga for free. The man was invited to the Italian national team. https://t.co/fdxmsbuti4 https://t.co/vbcyr871FF \",\n", " 'Highlights: SønderjyskE - Odense https://t.co/b4ounlj6on #highlights #hockeymagasinetdk ',\n", " '\"meta platforms inc has halted construction of two data centres in odense, denmark, and will instead focus on a new type of data centre used for artificial intelligence (ai), a spokesperson said on thursday.\" https://t.co/gz09vii8hx',\n", " 'Sponsored: World champions, European champions and large Danish medalists hit Odense for a prestigious event🚴 #Odense #fyn #cykling https://t.co/u0vpdlolvp ',\n", " 'Sponsored: World champions, European champions and large Danish medalists hit Odense for a prestigious event #Odense #fyn #cykling ',\n", " 'meta just halted a major data centre project to focus on ai - https://t.co/scksqvfuyk\\nmeta has axed a major data center expansion in odense, denmark, laying off the primary contractor on two facilities in the country. according to reporting by data centre dynamics (opens... https://t.co/eslgjl4wtk',\n", " 'end #eishockey the gentleman #de #metalliga 5: 3 #AALBORG VS ESBJERG 2: 9 Rodovre vs #rungsted 2: 6 Sonderjyske vs #ODENSE ',\n", " 'end #eishockey the gentleman #de #metalliga 5: 3 #AALBORG VS ESBJERG 2: 9 Rodovre vs #rungsted 2: 6 Sonderjyske vs #ODENSE ',\n", " 'ERHR Recruitment Seeking #Quality Manager in #Odense. Read more at https://t.co/sbm3ittbaf #jobdk #jobiodense ']" ] }, "execution_count": 3, "metadata": {}, "output_type": "execute_result" } ], "source": [ "from translate import translate\n", "\n", "# translate\n", "translated_list = content_clean.apply(translate).to_list()\n", "\n", "translated_list" ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "[190, 157, 223, 224, 225, 226, 1, 227, 2, 228, 229]" ] }, "execution_count": 5, "metadata": {}, "output_type": "execute_result" } ], "source": [ "# try to send translation to database\n", "from database import insert_translated_list\n", "\n", "insert_translated_list(translated_list, id_list)\n", "\n", "id_list" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "venv", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.8.10" }, "orig_nbformat": 4, "vscode": { "interpreter": { "hash": "57b41ea9bda188de64800ef31c5cfb4fcfca577257038becb66e4fa0a5ee97a6" } } }, "nbformat": 4, "nbformat_minor": 2 }