#/bin/sh month=$(date '+%m') year=$(date '+%Y') # # Cluster # # Download the websites index HTML file wget -O /sdf/arpa/ns/s/scm/index.html https://scm.sdf.org # Download the websites posts HTML file wget -O /sdf/arpa/ns/s/scm/$month.html https://scm.sdf.org/posts/$year/$month.html # Convert the index HTML file to an index text file html2text -o /sdf/arpa/ns/s/scm/index -ascii -style pretty /sdf/arpa/ns/s/scm/index.html # Convert the posts HTML file to a text file html2text -o /sdf/arpa/ns/s/scm/$month -ascii -style pretty /sdf/arpa/ns/s/scm/$month.html # Write the footer text file from the index text file tail -n 15 /sdf/arpa/ns/s/scm/index > footer # Remove the posts header line from the index HTML file sed -i 's/

Posts<\/h3>//' /sdf/arpa/ns/s/scm/index.html # Remove the posts lines from the index HTML file sed -i "s/

{$year}<\/a><\/h4>//" /sdf/arpa/ns/s/scm/index.html # Remove the blank lines from the beginning of the index file sed -i '1d;2d;3d' /sdf/arpa/ns/s/scm/index # Remove the blank lines from the beginning of the posts file sed -i '1d;2d;3d' /sdf/arpa/ns/s/scm/$month # Remove the control characters from the index file cat /sdf/arpa/ns/s/scm/index | col -b -x > /sdf/arpa/ns/s/scm/index.sdf # Remove the control characters from the posts file cat /sdf/arpa/ns/s/scm/$month | col -b -x > /sdf/arpa/ns/s/scm/$month.sdf # Remove the control characters from the footer file cat /sdf/arpa/ns/s/scm/footer | col -b -x > /sdf/arpa/ns/s/scm/footer.sdf # Write the posts text file to the .plan cluster text file # Change the head number as needed when the index.html file is changed head -n 5 index.sdf > /sdf/arpa/ns/s/scm/header cat /sdf/arpa/ns/s/scm/$month.sdf > body cat /sdf/arpa/ns/s/scm/header > /sdf/arpa/ns/s/scm/.plan cat /sdf/arpa/ns/s/scm/body >> /sdf/arpa/ns/s/scm/.plan cat /sdf/arpa/ns/s/scm/footer.sdf >> /sdf/arpa/ns/s/scm/.plan # Write the index text file to the root directory of Gopher cp /sdf/arpa/ns/s/scm/index.sdf /ftp/pub/users/scm/index # Write the posts text file to the posts directory of Gopher cp /sdf/arpa/ns/s/scm/$month.sdf /ftp/pub/users/scm/posts/$year/$month # Set the proper Gopher directory permissions chmod -R 754 /ftp/pub/users/scm # # Meta Array # scp /sdf/arpa/ns/s/scm/.plan scm@ma.sdf.org:/meta/s/scm scp /sdf/arpa/ns/s/scm/header scm@ma.sdf.org:/meta/gemini/scm/index.gmi cat /sdf/arpa/ns/s/scm/body | ssh scm@ma.sdf.org "cat >> /meta/gemini/scm/index.gmi" scp /sdf/arpa/ns/s/scm/$month.sdf scm@ma.sdf.org:/meta/gemini/scm/posts/$year/$month.gmi exit 0