35 lines
881 B
Python
35 lines
881 B
Python
from __future__ import annotations
|
|
|
|
from pathlib import Path
|
|
|
|
import pandas as pd
|
|
|
|
|
|
if __name__ == '__main__':
|
|
# prepare csv path
|
|
input_path = Path(__file__).parent / 'images_mm.csv'
|
|
assert input_path.exists()
|
|
# load in csv
|
|
df = pd.read_csv(
|
|
input_path,
|
|
delimiter=';',
|
|
header=None,
|
|
names=['name', 'url'],
|
|
)
|
|
# remove last letter from names
|
|
df['name'] = df['name'].str[:-1]
|
|
# remove rows with duplicate names
|
|
df.drop_duplicates(subset='name', inplace=True)
|
|
# reset index to look more nice
|
|
df.reset_index(drop=True, inplace=True)
|
|
# remove query from urls
|
|
pattern = r'(\?img_.+)'
|
|
df['url'] = df['url'].str.replace(
|
|
pat=pattern,
|
|
repl='',
|
|
regex=True,
|
|
)
|
|
# save df to file
|
|
output_path = input_path.parent / 'sources.csv'
|
|
df.to_csv(output_path, index=False)
|