From 6eda908cfd5d885d5740bc4821dfb524c9e7a436 Mon Sep 17 00:00:00 2001
From: Romain d'Alverny <rda@mageia.org>
Date: Mon, 14 May 2012 09:16:32 +0000
Subject: add library and var dir

---
 lib/FIDD.php | 215 +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 215 insertions(+)
 create mode 100644 lib/FIDD.php

(limited to 'lib/FIDD.php')

diff --git a/lib/FIDD.php b/lib/FIDD.php
new file mode 100644
index 0000000..8cf78fe
--- /dev/null
+++ b/lib/FIDD.php
@@ -0,0 +1,215 @@
+<?php
+/**
+ * FIDD class. See ../README.md.
+ *
+ * PHP 5.3
+ *
+ * @license http://www.opensource.org/licenses/MIT MIT
+ * @author Romain d'Alverny @rdalverny
+*/
+
+include 'lib/lib.php';
+include 'lib/fabpot-yaml/lib/sfYaml.php';
+
+/**
+*/
+class FIDD
+{
+    /**
+     * @param string $app_path
+     * @param string $url rsync url to sync from
+     * @param string $prefix
+     *
+     * @return boolean
+    */
+    public static function run($app_path, $url, $prefix)
+    {
+        $tmp_path = $app_path . '/var/tmp';
+
+        echo sprintf("rsync'ing bcd.mageia.org files from %s...\n", $url);
+        if (self::rsync_mirror_files($url, $tmp_path)) {
+            echo "Failed to rsync remote ISOs...\n";
+            return false;
+        }
+
+        echo "fetching ISOs filesize...\n";
+        $filesizes = self::rsync_get_filesizes($url);
+
+        echo "building definition file...\n";
+        $info = self::build_definitions($prefix, $tmp_path, $filesizes);
+
+        self::save_definitions($info, $app_path . '/var/definitions');
+
+        return true;
+    }
+
+    /**
+     * Dump $definitions into JSON, YAML and INI formats in $dir.
+     *
+     * @param array $definitions
+     * @param string $app_root
+     *
+     * @return void
+    */
+    private static function save_definitions($definitions, $dir)
+    {
+        ksort($definitions);
+
+        // JSON
+        file_put_contents($dir . '/data.json', json_encode($definitions));
+
+        // dump into YAML
+        $s = sfYaml::dump($definitions, 10);
+        file_put_contents($dir . '/data.yaml', $s);
+
+        // dump into INI
+        write_ini_file($definitions, $dir . '/data.ini', true);
+
+        echo sprintf("Found %d items:\n - %s\n\nand %d invalid ones.\n",
+            count($definitions),
+            implode("\n - ", array_keys($definitions)),
+            isset($definitions['invalid']) ? count($definitions['invalid']) : 0);
+
+        echo "Data is now available in 3 formats: var/definitions/data.{json,yaml,ini}. Help yourself!\n\n";
+    }
+
+    /**
+     * Mirror files from remote.
+     *
+     * @param string $url
+     * @param string $dir where to mirror files
+    */
+    private static function rsync_mirror_files($url, $dir)
+    {
+        $cmd = sprintf('/usr/bin/rsync -avHP --exclude=*.iso %s %s',
+            escapeshellarg($url),
+            escapeshellarg($dir));
+
+        exec($cmd, $out, $ret);
+
+        return $ret;
+    }
+
+    /**
+     * Get and format all ISOs file size.
+     *
+     * @param string $url rsync url where to look at data.
+     *
+     * @return array ["file.iso" => "size", ...]
+    */
+    private static function rsync_get_filesizes($url)
+    {
+        $cmd = sprintf('/usr/bin/rsync -a --list-only %s | awk \'{print $2"\t"$5}\'',
+            escapeshellarg($url));
+
+        $isos = array();
+
+        exec($cmd, $out, $ret);
+        if ($ret === 0) {
+            foreach ($out as $line) {
+                $line = explode("\t", trim($line));
+                if (trim(substr($line[1], -3, 3)) == 'iso') {
+                    $file = explode('/', $line[1]);
+                    $isos[$file[1]] = formatBytes($line[0], 1);
+                }
+            }
+        }
+
+        return $isos;
+    }
+
+    /**
+     * Parse mirrors files in $dir and build a catalog of these.
+     *
+     * @param string $prefix
+     * @param string $dir where to look for files
+     * @param array $filesizes sizes of each .iso file
+     *
+     * @return array
+    */
+    function build_definitions($prefix, $dir, $filesizes)
+    {
+        $info = array();
+        $isos = glob($dir . '/*');
+
+        foreach ($isos as $isodir) {
+            $data  = array();
+            $files = glob($isodir . '/*.*');
+
+            foreach ($files as $f) {
+                $fi  = pathinfo($f);
+                $ext = $fi['extension'];
+
+                switch ($fi['extension'])
+                {
+                    case 'md5':
+                        $key          = str_replace('.iso.md5', '.iso', basename($f));
+                        $data['file'] = $key;
+                        $data['md5']  = self::get_checksum_value($f);
+                        break;
+                    case 'sha1':  $data['sha1'] = self::get_checksum_value($f); break;
+                    case 'langs': $data['langs'] = implode(', ', explode("\n", trim(file_get_contents($f)))); break;
+                }
+            }
+
+            if (null !== ($ret = self::is_correct_name($data['file']))) {
+                $data['path']    = sprintf('%s/%s',
+                    $ret['release'] == '' ? sprintf('iso/%s', $ret['version']) : 'iso/cauldron',
+                    str_replace('.iso', '', $data['file'])
+                );
+                $data['torrent'] = sprintf('iso/cauldron/torrents/%s', str_replace('.iso', '.torrent', $data['file']));
+                $data['name']    = str_replace(array('-', '.iso', 'i586', 'x86_64'), array(' ', '', '32bit', '64bit'), $data['file']);
+                $data['size']    = $filesizes[$data['file']];
+
+                $info[$data['file']] = $data;
+            } else {
+                $info['invalid'][] = $data;
+            }
+            //$info[str_replace($prefix . '-', '', $key)] = $data;
+        }
+
+        return $info;
+    }
+
+    /**
+     * Extract checksum from .md5 or .sha1 file.
+     *
+     * @param string $f
+     *
+     * @return string
+    */
+    private static function get_checksum_value($f)
+    {
+        $s = trim(file_get_contents($f));
+        $s = explode("  ", $s);
+        return trim($s[0]);
+    }
+
+    /**
+     * Validate and extract Mageia image name.
+     *
+     * @see https://wiki.mageia.org/en/Product_naming
+     * 
+     * @param string $s
+     *
+     * @return array
+    */
+    public static function is_correct_name($s)
+    {
+        $re = '/^(Mageia)-(\d+)(-(alpha|beta|RC|rc)(\d*))?(-(.*))?-(i586|x86_64|dual)?(-(CD|DVD|BR))?(-(build\_\w+))?\.(.*)$/';
+        if (preg_match($re, $s, $arr)) {
+            $ret = array(
+                'name'    => $arr[1],
+                'version' => $arr[2],
+                'release' => $arr[4] . $arr[5],
+                'variant' => $arr[7],
+                'arch'    => $arr[8],
+                'medium'  => $arr[10],
+                'build'   => $arr[12],
+                'ext'     => $arr[13]
+            );
+            return $ret;
+        }
+        return false;
+    }
+}
\ No newline at end of file
-- 
cgit v1.2.1