Files
oddmuse/scripts/module-popularity
2015-03-11 04:32:43 +02:00

34 lines
1.3 KiB
Bash
Executable File

#!/bin/bash
# Copyright (C) 2014 Alex-Daniel Jakimenko <alex.jakimenko@gmail.com>
#
# This program is free software: you can redistribute it and/or modify it under
# the terms of the GNU General Public License as published by the Free Software
# Foundation, either version 3 of the License, or (at your option) any later
# version.
#
# This program is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
# FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along with
# this program. If not, see <http://www.gnu.org/licenses/>.
# This script parses every link and gets the total number of modules
# Use this script like this: ./module-popularity < list | tee popularity
# Where 'list' is a file with a list of links to action=version (one link on each line)
declare -A modules
while read -r link; do
echo "$link"
while read -r module; do
[[ $module == 'wiki.pl' ]] && continue
((modules["$module"] += 1))
done < <(curl -s "$link" | grep -Po 'tree/modules/\K.*?\.pl|\$Id:\s*\K.*?\.pl')
done
for curModule in "${!modules[@]}"; do
echo "${modules[$curModule]} $curModule"
done | sort -k 2 | sort -nrs