#!/bin/bash
# Copyright (C) 2014  Alex-Daniel Jakimenko <alex.jakimenko@gmail.com>
#
# This program is free software: you can redistribute it and/or modify it under
# the terms of the GNU General Public License as published by the Free Software
# Foundation, either version 3 of the License, or (at your option) any later
# version.
#
# This program is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
# FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along with
# this program. If not, see <http://www.gnu.org/licenses/>.

# This script parses every link and gets the total number of modules
# Use this script like this: ./module-popularity < list | tee popularity
# Where 'list' is a file with a list of links to action=version (one link on each line)

declare -A modules
declare -A moduleLinks

while read -r link; do
    echo "$link"
    while read -r module; do
	[[ $module == 'wiki.pl' ]] && continue
	((modules["$module"] += 1))
	moduleLinks["$module"]+=" $link";
    done < <(curl -s "$link" | grep -Po 'tree/modules/\K.*?\.pl|\$Id:\s*\K.*?\.pl')
done


for curModule in "${!modules[@]}"; do
  echo "${modules[$curModule]} $curModule${moduleLinks[$curModule]}"
done | sort -k 2 | sort -nrs