orgmode-to-gemini-blog/converters.sh

244 lines
10 KiB
Bash
Executable File

#!/bin/bash
# conversion des pages d'articles depuis le dossier source en orgmode
# liste des dossiers à convertir
# blogs_folders=("dragonfeu_blog" "tykayn_blog" "cipherbliss_blog" "qzine_blog" "cil_gometz")
blogs_folders=()
# blogs_folders=("tykayn_blog" "qzine_blog" "dragonfeu_blog")
# blogs_folders=("cil_gometz")
# blogs_folders=("qzine_blog")
# blogs_folders=("cipherbliss_blog")
root_folder="/home/poule/encrypted/stockage-syncable/www/development/html/orgmode-to-gemini-blog"
source_file_extension="org"
style_file="templates/styles/style_general.css"
destination_gemini="gemini-capsules/$website_name/"
# Boucle à travers tous les arguments passés en entrée
for arg in "$@"; do
# Si l'argument est connu, ajouter le nom de blog correspondant à la liste
blogs_folders+=("$arg")
done
# Afficher la liste des noms de blogs
echo "----------- La liste des noms de blogs est :"
for blog in "${blogs_folders[@]}"; do
echo "- $blog"
done
first_wd=$PWD
is_directory_empty() {
website_name = $1
if [ -z "$(ls -A /sources/$website_name/lang_fr/converted/)" ]; then
echo "coucou"
fi
}
# convertir les fichiers org d'un dossier vers html
convert_sources() {
echo "argument : $1"
source_file_extension="org"
website_full_path=$1
echo "-----------"
echo "----------- convert_sources : $website_full_path"
mkdir -p "${website_full_path}/converted/"
cd "${website_full_path}"
pwd
ls $website_full_path/*.org
# echo "----------- convert_sources : aucun document dans converted"
# if [ -z "$(ls -A /sources/$website_name/lang_fr/converted/)" ]; then
# echo "coucou on convertit tout"
# for i in $(find "$website_full_path" -maxdepth 1 -type f -name "*.$source_file_extension"); do
# # echo "----------- convert_sources : org -> html et -> md : "
# # echo " $i"
# # echo ""
# pandoc --from "${source_file_extension}" --to html -s "${i}" -o "${website_full_path}/converted/${i%.${source_file_extension}}.html" --metadata title="$i - $website_name"
# pandoc --from "${source_file_extension}" --to markdown -s "${i}" -o "${website_full_path}/converted/${i%.${source_file_extension}}.md" --metadata title="$website_name"
# done
# else
# echo "on ne convertit que les plus récents "
# for i in $(find "$website_full_path" -maxdepth 1 -type f -name "*.$source_file_extension" -newermt "2024-11-20"); do
# # echo "----------- convert_sources : org -> html et -> md : "
# # echo " $i"
# # echo ""
# pandoc --from "${source_file_extension}" --to html -s "${i}" -o "${website_full_path}/converted/${i%.${source_file_extension}}.html" --metadata title="$i - $website_name"
# pandoc --from "${source_file_extension}" --to markdown -s "${i}" -o "${website_full_path}/converted/${i%.${source_file_extension}}.md" --metadata title="$website_name"
# done
# fi
# exit
# convertir seulement les pages récentes
# for i in $(find "$website_full_path/lang_fr" -maxdepth 1 -type f -name "*.$source_file_extension" -newermt "2024-11-20") ; do
# # ne transformer que les posts récents dans le dossier converted
# # Transformer en html et en markdown
# pandoc --from "${source_file_extension}" --to html -s "${i}" -o \
# "${website_full_path}/converted/${i%.${source_file_extension}}.html" --metadata title="$i - $website_name"
# # pandoc --from "${source_file_extension}" --to markdown -s "${i}" -o "${website_full_path}/converted/${i%.${source_file_extension}}.md" --metadata title="$website_name"
# done
# for i in $("$website_full_path/lang_en" -maxdepth 1 -type f -name "*.$source_file_extension" -newermt "2024-11-20") ; do
# # ne transformer que les posts récents dans le dossier converted
# # Transformer en html et en markdown
# pandoc --from "${source_file_extension}" --to html -s "${i}" -o \
# "${website_full_path}/converted/${i%.${source_file_extension}}.html" --metadata title="$i - $website_name"
# # pandoc --from "${source_file_extension}" --to markdown -s "${i}" -o "${website_full_path}/converted/${i%.${source_file_extension}}.md" --metadata title="$website_name"
# done
cd $first_wd
}
# Définition de la fonction generate_website
generate_website() {
website_name=$1
echo "----------- convert_sources :Génération du site $1..."
cp $style_file html-websites/$website_name/style.css
if [ ! -d "sources/$website_name" ]; then
mkdir -p sources/$website_name/img
mkdir -p sources/$website_name/lang_fr
mkdir -p sources/$website_name/lang_en
mkdir -p sources/$website_name/templates
mkdir -p sources/$website_name/build
mkdir -p sources/$website_name/converted
cp templates/$website_name/$source_file_extension/* sources/$website_name/templates
fi
rm -rf html-websites/$website_name/*
mkdir -p html-websites/$website_name
mkdir -p html-websites/$website_name/feed
# rm -rf sources/$website_name/converted/*
# rm -rf sources/$website_name/lang_fr/converted/*
# rm -rf sources/$website_name/lang_en/converted/*
mkdir -p html-websites/$website_name/lang_fr
mkdir -p html-websites/$website_name/lang_fr
# conversion des pages statiques
echo "----------- convert_sources : $root_folder/sources/$website_name"
convert_sources "$root_folder/sources/$website_name"
echo "----------- convert_sources : $root_folder/sources/$website_name/templates"
convert_sources "$root_folder/sources/$website_name/templates"
echo "----------- convert_sources : pages template $website_name converties"
#
# traduction fr
convert_sources "$root_folder/sources/$website_name/lang_fr"
echo "----------- convert_sources :pages en français du site web $website_name converties"
# traduction en
convert_sources "$root_folder/sources/$website_name/lang_en"
echo "----------- pages en anglais du site web $website_name converties"
ls -l "$root_folder/sources/$website_name/converted"
bash concat_list_billets.sh $website_name
}
convert_markdown_to_gmi() {
destination_gemini="gemini-capsules/$website_name"
echo "----------- convert_sources : convert_markdown_to_gmi : $website_name"
rm -rf gemini-capsules/$website_name/*
mkdir -p gemini-capsules/$website_name
mkdir -p gemini-capsules/$website_name/lang_fr
mkdir -p gemini-capsules/$website_name/lang_en
# echo "----------- convert_markdown_to_gmi : $PWD"
# echo "----------- convert_markdown_to_gmi : destination: $destination_gemini"
# echo "----------- convert_markdown_to_gmi : fichiers markdown présents dans le dossier de base: "
ls -l sources/$website_name/converted/*.md | wc
# # faire les fichiers gemini à partir du markdown
# pages de base
# pages fr
# pages en
for fichier in sources/$website_name/converted/*.md; do
if [ -f "$fichier" ]; then
echo "----------- convert_markdown_to_gmi : md2gemini : $destination_gemini : $fichier"
md2gemini "$fichier" -w -d $destination_gemini/
fi
done
cp sources/$website_name/converted/*.gmi "$destination_gemini/lang_fr"
for fichier in sources/$website_name/lang_fr/converted/*.md; do
if [ -f "$fichier" ]; then
echo "----------- convert_markdown_to_gmi : md2gemini : $fichier"
md2gemini "$fichier" -w -d sources/$website_name/lang_fr/converted/
fi
done
cp sources/$website_name/lang_fr/converted/*.gmi "$destination_gemini/lang_fr"
for fichier in sources/$website_name/lang_en/converted/*.md; do
if [ -f "$fichier" ]; then
echo "----------- convert_markdown_to_gmi : md2gemini : $fichier"
md2gemini "$fichier" -w -d sources/$website_name/lang_fr/converted/
fi
done
cp sources/$website_name/lang_en/converted/*.gmi "$destination_gemini/lang_en"
echo "----------- génération des fichiers gemini faite."
pwd
echo "fichiers gmi présents:"
ls -l $destination_gemini*.gmi | wc -l
}
# regrouper les types de fichiers générés
bash sass_styles.sh
# Boucle à travers la liste des sites Web
for website_name in "${blogs_folders[@]}"; do
export website_name=$website_name
generate_website $website_name
# TODO reenable markdown to gemini when checks are done
# convert_markdown_to_gmi $website_name
# création de l'index listant les articles pour le html et la capsule gemini:
# prendre les fichiers markdown du dossier md/ ,
# et créer un index des fichiers situés dedans, rangés par nom de fichier décroissant,
# générer l'index montrant les posts les plus récents à la suite
bash concat_list_billets.sh $website_name
# sauver le tout dans un fichier index.gmi
# python3 build_indexes.py $website_name
# créer les pages de tags
mkdir -p "html-websites/$website_name/tags"
mkdir -p "html-websites/$website_name/tag"
python3 gather_tags_in_json.py $website_name
python3 linking_articles_prev_next.py $website_name
# déplacer les fichiers générés en html dans le dossier statique
mv sources/$website_name/converted/*.html html-websites/$website_name/
# python3 enrich_html.py $website_name --style $style_file
# copier le style dans le dossier html
cp $style_file html-websites/$website_name/style.css
# copier le script permettant la recherche
cp templates/js/main_script.js html-websites/$website_name/main_script.js
# traiter les réductions d'images dans l'inbox
python3 pictures_resize.py
# régénérer le flux Atom du blog
mkdir -p "html-websites/$website_name/feed"
# python3 atom_generate.py $website_name
mv index_$website_name.xml html-websites/$website_name/feed/index.xml
echo "génération faite dans html-websites/$website_name"
done