Aller au contenu

Blacklist et dansguardian

De TIC Enseignement Agricole BFC
Version datée du 1 février 2024 à 11:10 par Cv5lw (discussion | contributions) (1 version importée)
(diff) ← Version précédente | Version actuelle (diff) | Version suivante → (diff)

Télécharger automatiquement les Blacklists

[modifier]

Création du script

[modifier]
Créer le fichier blz.sh
#!/bin/sh
###
# refreshSG - refresh the squidGuard Blacklist
#
###
# Don't allow undefined variables.
set -u

#export BL_URL=${BL_URL:="http://blacklistz.dageek.co.uk/blacklists.tar.gz"}
export BL_URL=${BL_URL:="ftp://ftp.univ-tlse1.fr/pub/reseau/cache/squidguard_contrib/blacklists.tar.gz"}
export DB_PATH=${DB_PATH:="/etc/dansguardian"}
export HOME_DIR="/root"
export SG_UGID=${SG_UGID:="www-data:www-data"}
export UNCOMP_CMD="gunzip"
export UNTAR_DIR="/tmp/squidGuard_tmp/blacklists/"
export VERS="1.3"

# Create a few working variables.
export BL_TAR_BASE="`basename ${BL_URL}`"
export BL_TAR_FULL="${HOME_DIR}/${BL_TAR_BASE}"
export TMP_DIR="/tmp/squidGuard_tmp"

# Output a quick startup message.
echo "==="
echo "Starting squidGuard Blacklist update v${VERS}: `date '+%Y/%m/%d %T'`"
logger -t drtic "==="
logger -t drtic "Starting Blacklist update v${VERS}: `date '+%Y/%m/%d %T'`"

# We use $TMP_DIR as a working directory for wget and the untar process,
# so we start by cd-ing into it.  We create it if it doesn't exist, and
# if there is already something in the way then we abort.
if [ ! -d "${TMP_DIR}" ]
then
    if [ -e "${TMP_DIR}" ]
    then
        echo "ERROR: ${TMP_DIR} already exists, but isn't a directory;"
        echo "       aborting Blacklist refresh."
        logger -t drtic "ERROR: ${TMP_DIR} already exists, but isn't a directory;"
	logger -t drtic "       aborting Blacklist refresh."
        exit 1
    fi
    
    mkdir "${TMP_DIR}"
fi

cd "${TMP_DIR}"
if [ "$?" != "0" ]
then
    echo "ERROR: unable to cd into working directory,"
    echo "       ${TMP_DIR}"
    logger -t drtic "ERROR: unable to cd into working directory,"
    logger -t drtic "       ${TMP_DIR}"
    exit 1
else
    if [ -f "${BL_TAR_FULL}" ]
    then
        mv -f "${BL_TAR_FULL}" "${BL_TAR_FULL}.1"
    fi
    
    if [ -f "./${BL_TAR_BASE}" ]
    then
        echo "Moving old ${BL_TAR_BASE} out of the way."
        logger -t drtic "Moving old ${BL_TAR_BASE} out of the way."
        mv -f "./${BL_TAR_BASE}" "${BL_TAR_FULL}"
    fi
    
    echo "Running wget to retrieve new lists."
    logger -t drtic "Running wget to retrieve new lists."
    wget -nv "${BL_URL}"
    if [ "$?" != "0" ]
    then
        echo "ERROR: unable to retrieve new lists,"
        echo "       aborting squidGuard refresh."
        logger -t drtic "ERROR: unable to retrieve new lists,"
	logger -t drtic "       aborting blacklist refresh."
        exit 1
    else
        echo "Succesfully retrieved new lists."
        logger -t drtic "Succesfully retrieved new lists."

        echo "Untaring Blacklist archive, ${BL_TAR_BASE}"
        logger -t drtic "Untaring Blacklist archive, ${BL_TAR_BASE}"
        "${UNCOMP_CMD}" <"${BL_TAR_BASE}" | tar -xf -
        if [ "$?" != "0" ]
        then
            echo "ERROR: unable to extract new lists,"
            echo "       aborting squidGuard refresh."
            logger -t drtic "ERROR: unable to extract new lists,"
	    logger -t drtic "       aborting blacklist refresh."
            exit 1
	else
            echo "Moving new lists into place."
	    logger -t drtic "Moving new lists into place."
             rm -f -r -v /etc/dansguardian/blacklists
	     mv -f -v "${UNTAR_DIR}" "${DB_PATH}"

	    echo "Remove temporary files and folders."
            logger -t drtic "Remove temporary files and folders."
	    rm -rf /tmp/squidGuard_tmp/*

            echo "Change owner and permissions."
            logger -t drtic "Change owner and permissions."
            chown -R "${SG_UGID}" "${DB_PATH}"
            chmod -R 755 "${DB_PATH}"

	    echo "Restarting Dansguardian."
            logger -t drtic "Restarting Dansguardian."
            kill `cat /var/run/dansguardian`
	    #cd "${DG_PATH}"
	    dansguardian	

	    echo "Finished Blacklist update: `date '+%Y/%m/%d %T'`"
	    echo "==="
	    logger -t drtic "Finished Blacklist update: `date '+%Y/%m/%d %T'`"
	    logger -t drtic "==="
	    exit $?
            ####
            #### If everything went well, we exited here.
            ####
        fi
    fi
fi
Copier blz.sh dans /usr/bin/blz.sh

faites dessus un chmod 744 (ou 777 au cas où ;=))

executer
# /usr/bin/blz.sh
Pour automatiser

Copier dans /etc/cron.weekly le fichier blacklists

blacklists
#!/bin/sh

/usr/bin/blz.sh

Activer les blacklists

[modifier]
Rq: pour voir ce qui est possible regarder dans /etc/dansguardian/blacklists

Dans le fichier /etc/dansguardian/bannedurllist, (commenter le mebers/porn…) 

#Remove the # from the following and edit as needed to use a stock
#squidGuard blacklists collection.
.Include</etc/dansguardian/blacklists/ads/urls>
.Include</etc/dansguardian/blacklists/adult/urls>
.Include</etc/dansguardian/blacklists/aggressive/urls>
.Include</etc/dansguardian/blacklists/agressif/urls>
#.Include</etc/dansguardian/blacklists/cleaning/urls>
#.Include</etc/dansguardian/blacklists/audio-video/urls>
#.Include</etc/dansguardian/blacklists/chat/urls>
#.Include</etc/dansguardian/blacklists/cleaning/urls>
#.Include</etc/dansguardian/blacklists/drugs/urls>
#.Include</etc/dansguardian/blacklists/drogue/urls>
#.Include</etc/dansguardian/blacklists/dangerous_material/urls>
#.Include</etc/dansguardian/blacklists/entertainment/urls>
#.Include</etc/dansguardian/blacklists/frencheducation/urls>
#.Include</etc/dansguardian/blacklists/forums/urls>
#.Include</etc/dansguardian/blacklists/gambling/urls>
#.Include</etc/dansguardian/blacklists/government/urls>
#.Include</etc/dansguardian/blacklists/hacking/urls>
#.Include</etc/dansguardian/blacklists/liste_bu/urls>
#.Include</etc/dansguardian/blacklists/jobsearch/urls>
#.Include</etc/dansguardian/blacklists/kidstimewasting/urls>
#.Include</etc/dansguardian/blacklists/mail/urls>
#.Include</etc/dansguardian/blacklists/news/urls>
.Include</etc/dansguardian/blacklists/porn/urls>
#.Include</etc/dansguardian/blacklists/proxy/urls>
#.Include</etc/dansguardian/blacklists/publicite/urls>
#.Include</etc/dansguardian/blacklists/redirector/urls>
#.Include</etc/dansguardian/blacklists/tricheur/urls>
.Include</etc/dansguardian/blacklists/violence/urls>
#.Include</etc/dansguardian/blacklists/virusinfected/urls>
.Include</etc/dansguardian/blacklists/warez/urls>
#.Include</etc/dansguardian/blacklists/webmail/urls>
# You will need to edit to add and remove categories you want

Dans /etc/dansguardian/bannedsitelist 

#Remove the # from the following and edit as needed to use a stock
#squidGuard/urlblacklist blacklists collection.
.Include</etc/dansguardian/blacklists/ads/domains>
.Include</etc/dansguardian/blacklists/adult/domains>
.Include</etc/dansguardian/blacklists/aggressive/domains>
.Include</etc/dansguardian/blacklists/agressif/domains>
#.Include</etc/dansguardian/blacklists/artnudes/domains>
#.Include</etc/dansguardian/blacklists/audio-video/domains>
#.Include</etc/dansguardian/blacklists/cleaning/domains>
#.Include</etc/dansguardian/blacklists/dangerous_material/domains>
#.Include</etc/dansguardian/blacklists/beerliquorinfo/domains>
#.Include</etc/dansguardian/blacklists/beerliquorsale/domains>
#.Include</etc/dansguardian/blacklists/chat/domains>
#.Include</etc/dansguardian/blacklists/childcare/domains>
#.Include</etc/dansguardian/blacklists/clothing/domains>
#.Include</etc/dansguardian/blacklists/culinary/domains>
#.Include</etc/dansguardian/blacklists/dialers/domains>
#.Include</etc/dansguardian/blacklists/drugs/domains>
#.Include</etc/dansguardian/blacklists/drogue/domains>
#.Include</etc/dansguardian/blacklists/entertainment/domains>
#.Include</etc/dansguardian/blacklists/forums/domains>
#.Include</etc/dansguardian/blacklists/frencheducation/domains>
#.Include</etc/dansguardian/blacklists/gambling/domains>
#.Include</etc/dansguardian/blacklists/government/domains>
#.Include</etc/dansguardian/blacklists/hacking/domains>
#.Include</etc/dansguardian/blacklists/homerepair/domains>
#.Include</etc/dansguardian/blacklists/hygiene/domains>
#.Include</etc/dansguardian/blacklists/jewelry/domains>
#.Include</etc/dansguardian/blacklists/jobsearch/domains>
#.Include</etc/dansguardian/blacklists/kidstimewasting/domains>
#.Include</etc/dansguardian/blacklists/liste_bu/domains>
#.Include</etc/dansguardian/blacklists/mail/domains>
#.Include</etc/dansguardian/blacklists/news/domains>
#.Include</etc/dansguardian/blacklists/onlineauctions/domains>
#.Include</etc/dansguardian/blacklists/onlinegames/domains>
#.Include</etc/dansguardian/blacklists/onlinepayment/domains>
#.Include</etc/dansguardian/blacklists/personalfinance/domains>
#.Include</etc/dansguardian/blacklists/pets/domains>
#.Include</etc/dansguardian/blacklists/mobile-phone/domains>
#.Include</etc/dansguardian/blacklists/phishing/domains>
.Include</etc/dansguardian/blacklists/porn/domains>
#.Include</etc/dansguardian/blacklists/proxy/domains>
#.Include</etc/dansguardian/blacklists/radio/domains>
#.Include</etc/dansguardian/blacklists/publicite/domains>
#.Include</etc/dansguardian/blacklists/redirector/domains>
#.Include</etc/dansguardian/blacklists/ringtones/domains>
#.Include</etc/dansguardian/blacklists/sportnews/domains>
#.Include</etc/dansguardian/blacklists/sports/domains>
#.Include</etc/dansguardian/blacklists/vacation/domains>
#.Include</etc/dansguardian/blacklists/tricheur/domains>
.Include</etc/dansguardian/blacklists/violence/domains>
#.Include</etc/dansguardian/blacklists/virusinfected/domains>
.Include</etc/dansguardian/blacklists/warez/domains>
#.Include</etc/dansguardian/blacklists/webmail/domains>


# You will need to edit to add and remove categories you want

# You will need to edit to add and remove categories you want

Diminuer le filtrage

[modifier]

En plus de naughtynesslimit = 160, on peut aussi modifier les fichiers suivants, en supprimant complétement ou en partie les lignes mentionnées:

/etc/dansguardian/bannedphraselist
.Include</etc/dansguardian/phraselists/pornography/banned>
.Include</etc/dansguardian/phraselists/illegaldrugs/banned>
.Include</etc/dansguardian/phraselists/gambling/banned>
/etc/dansguardian/weightedphraselist
.Include</etc/dansguardian/phraselists/chat/weighted>
.Include</etc/dansguardian/phraselists/drugadvocacy/weighted>
.Include</etc/dansguardian/phraselists/dutchbadwords/weighted>
.Include</etc/dansguardian/phraselists/frenchbadwords/weighted>
.Include</etc/dansguardian/phraselists/frenchpornography/weighted>
.Include</etc/dansguardian/phraselists/gambling/weighted>
.Include</etc/dansguardian/phraselists/germanpornography/weighted>
.Include</etc/dansguardian/phraselists/goodphrases/weighted>
.Include</etc/dansguardian/phraselists/gore/weighted>
.Include</etc/dansguardian/phraselists/illegaldrugs/weighted>
.Include</etc/dansguardian/phraselists/intolerance/weighted>
.Include</etc/dansguardian/phraselists/legaldrugs/weighted>
.Include</etc/dansguardian/phraselists/personals/weighted>
.Include</etc/dansguardian/phraselists/pornography/weighted>
.Include</etc/dansguardian/phraselists/violence/weighted>
.Include</etc/dansguardian/phraselists/warezhacking/weighted>
.Include</etc/dansguardian/phraselists/weapons/weighted>
/etc/dansguardian/bannedregexpurllist
(adultsight|adultsite|adultsonly|adultweb|blowjob|bondage|centerfold|cumshot|cyberlust|cybercore|hardcore|incest|masturbat|obscene|pedophil|pedofil|playmate|pornstar|sexdream|showgirl|softcore|striptease)
(^|[-\?+=&/_])(big|cyber|hard|huge|mega|small|soft|super|tiny)?(anal|babe|bharath|boob|breast|busen|busty|clit|cum|cunt|dick|fetish|fuck|hooter|lez|lust|naked|nude|oral|orgy|porn|porno|pupper|pussy|rotten|sex|shit|smutpump|teen|tit|topp?les|xxx)s?([-\?+=&/_]|$)
(^|[\?+=&/])(girls|babes)([\?+=&/]|$)

#Use this to block web counters:
#(adlog.php|cnt.cgi|count.cgi|count.dat|count.jsp|count.pl|count.php|counter.cgi|counter.js|counter.pl|countlink.cgi|fpcount.exe|logitpro.cgi|rcounter.dll|track.pl|w_counter.js)
#Contributed by proxy@barendse.to
Récupérée de "https://wiki.ensagri-bfc.fr/index.php?title=Blacklist_et_dansguardian&oldid=222"