X-Git-Url: https://git.tld-linux.org/?a=blobdiff_plain;f=pldnotify.awk;h=d6192e77cb8de0b23bf7d8ef691bf4e1c70b7457;hb=3edb8b0700af848932660ccf232fe8aaad5574d0;hp=11cff9892e764192b3b2f3534454f4722c28da1c;hpb=93ab33314565da67cff1bcb5fc21f89484c59e2d;p=packages%2Frpm-build-tools.git diff --git a/pldnotify.awk b/pldnotify.awk old mode 100644 new mode 100755 index 11cff98..d6192e7 --- a/pldnotify.awk +++ b/pldnotify.awk @@ -1,7 +1,6 @@ #!/bin/awk -f -# $Revision$, $Date$ # -# Copyright (C) 2000-2011 PLD-Team +# Copyright (C) 2000-2013 PLD-Team # Authors: # Sebastian Zagrodzki # Jacek Konieczny @@ -16,6 +15,18 @@ # - "SourceXActiveFTP" support # - support debian/watch http://wiki.debian.org/debian/watch/ +# NOTE: +# to test run this, run: +# $ awk -vDEBUG=1 pldnotify.awk < specfile +# +# To get full out of it, you need to have following tools installed: +# - perl, sed, wget, coreutils, util-linux +# - perl-HTML-Tree (HTML::TreeBuilder module) for better links parser (-vUSE_PERL=0 to disable) +# - pear (php-pear-PEAR) for php-pear package updates +# - npm for nodejs packages +# - gem (ruby-rubygems) for ruby/rubygem packages +# +# Additionally "mirrors" file in current dir, controls local mirrors you prefer function d(s) { if (!DEBUG) { @@ -267,6 +278,17 @@ function get_links(url,filename, errno,link,oneline,retval,odp,wholeodp,lowero d("github tarball url, mungled url to: " url) } + if (url ~/^(http|https):\/\/github.com\/.*\/(.*)\/archive\//) { + gsub("\/archive\/.*", "/tags", url) + d("github archive url, mungled url to: " url) + } + + # https://bitbucket.org/logilab/pylint/get/tip.tar.bz2 -> https://bitbucket.org/logilab/pylint/downloads + if (url ~/^(http|https):\/\/bitbucket.org\/.*\/get\/.*/) { + gsub("\/get\/.*", "/downloads", url) + d("github bitbucket url, mungled url to: " url) + } + if (url ~/^(http|https):\/\/cgit\..*\/(.*)\/snapshot\//) { gsub("\/snapshot\/.*", "/", url) d("cgit snapshot tarball url, mungled url to: " url) @@ -277,6 +299,21 @@ function get_links(url,filename, errno,link,oneline,retval,odp,wholeodp,lowero d("aquamaniac.de tarball url, mungled url to: " url) } + if (url ~/^(http|https):\/\/www.process-one.net\/downloads\/ejabberd\//) { + url = "http://www.process-one.net/en/ejabberd/archive/" + d("ejabberd tarball url, mungled url to: " url) + } + + if (url ~/^(http|https):\/\/llvm.org\/releases\//) { + url = "http://llvm.org/releases/download.html" + d("llvm tarball url, mungled url to: " url) + } + + if (url ~/^(http|https):\/\/download\.owncloud\.org\/community\//) { + url = "http://owncloud.org/changelog/" + d("owncloud tarball url, mungled url to: " url) + } + d("Retrieving: " url) user_agent = "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2) Gecko/20100129 PLD/3.0 (Th) Iceweasel/3.6" cmd = "wget -t 2 -T 45 --user-agent \"" user_agent "\" -nv -O - \"" url "\" --passive-ftp --no-check-certificate > " tmpfile " 2> " tmpfileerr @@ -378,7 +415,12 @@ if (USE_PERL) { continue } - retval = (retval " " link) + # link ends with at least 2 digit version + mlink = "" + if (link ~ /^.*\/[v]*[0-9\.]+[0-9]\/$/) + mlink = get_links(link) + + retval = (retval " " link " " mlink) d("href(\"\"): " link) } else if (lowerodp ~ /href=[ \t]*'[^']*'/) { sub(/[hH][rR][eE][fF]=[ \t]*'/,"href='",odp) @@ -460,8 +502,8 @@ function find_mirror(url) { return url } -function process_source(number, lurl, name, version) { # fetches file list, and compares version numbers +function process_source(number, lurl, name, version) { d("Processing " lurl) if (index(lurl, version) == 0) { @@ -494,6 +536,7 @@ function process_source(number, lurl, name, version) { gsub("[+]","\\+",filenameexp) sub(version,"[A-Za-z0-9.]+",filenameexp) gsub("[.]","\\.",filenameexp) + sub("\.(bz|bz2|gz|lzma|xz|zip)$",".(bz|bz2|gz|lzma|xz|zip)",filenameexp) d("Expression: " filenameexp) match(filename,version) prever=substr(filename,1,RSTART-1) @@ -557,83 +600,126 @@ function process_source(number, lurl, name, version) { } } -function rss_upgrade(name, ver, url, regex, cmd, nver) { +function rss_upgrade(name, ver, url, regex, cmd) { regex = "s/.*" regex "<\/title>.*/\\1/p" cmd = "wget -t 2 -T 45 -q -O - " url " | sed -nre '" regex "' | head -n1" d("rss_upgrade_cmd: " cmd) - cmd | getline nver + cmd | getline ver close(cmd) - if (compare_ver(ver, nver)) { - print name " [OLD] " ver " [NEW] " nver - } else { - print name " seems ok: " ver - } + return ver } # check for ZF upgrade from rss function zf_upgrade(name, ver) { - rss_upgrade(name, ver, \ + return rss_upgrade(name, ver, \ "http://devzone.zend.com/tag/Zend_Framework_Management/format/rss2.0", \ "Zend Framework ([^\\s]+) Released" \ ); } function hudson_upgrade(name, ver) { - rss_upgrade(name, ver, \ + return rss_upgrade(name, ver, \ "https://hudson.dev.java.net/servlets/ProjectRSS?type=news", \ "Hudson ([0-9.]+) released" \ ); } # upgrade check for pear package using PEAR CLI -function pear_upgrade(name, ver, pname, pearcmd, nver) { - pname = name; - sub(/^php-pear-/, "", pname); +function pear_upgrade(name, ver, cmd) { + sub(/^php-pear-/, "", name); - pearcmd = "pear remote-info " pname " | awk '/^Latest/{print $NF}'" - d("pearcmd: " pearcmd) - pearcmd | getline nver - close(pearcmd) + cmd = "pear remote-info " name " | awk '/^Latest/{print $NF}'" + d("PEAR: " cmd) + cmd | getline ver + close(cmd) + + return ver +} - if (compare_ver(ver, nver)) { - print name " [OLD] " ver " [NEW] " nver +function vim_upgrade(name, ver, cmd) { + # %patchset_source -f ftp://ftp.vim.org/pub/editors/vim/patches/7.2/7.2.%03g 1 %{patchlevel} + cmd = "wget -q -O - ftp://ftp.vim.org/pub/editors/vim/patches/" DEFS["ver"] "/MD5SUMS|grep -vF .gz|tail -n1|awk '{print $2}'" + d("VIM: " cmd) + cmd | getline ver + close(cmd) + return ver +} + +function nodejs_upgrade(name, ver, cmd) { + d("NODEJS " name " (as " DEFS["pkg"] ") " ver); + if (DEFS["pkg"]) { + cmd = "npm info " DEFS["pkg"] " dist-tags.latest" } else { - print name " seems ok: " ver + cmd = "npm info " name " dist-tags.latest" } + cmd | getline ver + close(cmd) - return + return ver } -function vim_upgrade(name, ver, mver, nver, vimcmd) { - # %patchset_source -f ftp://ftp.vim.org/pub/editors/vim/patches/7.2/7.2.%03g 1 %{patchlevel} - mver = substr(ver, 0, 4) - vimcmd = "wget -q -O - ftp://ftp.vim.org/pub/editors/vim/patches/"mver"/MD5SUMS|grep -vF .gz|tail -n1|awk '{print $2}'" - d("vimcmd: " vimcmd) - vimcmd | getline nver - close(vimcmd) - - if (compare_ver(ver, nver)) { - print name " [OLD] " ver " [NEW] " nver +function rubygem_upgrade(name, ver, cmd, pkg) { + if (DEFS["gem_name"]) { + pkg = DEFS["gem_name"]; + + } else if (DEFS["gemname"]) { + pkg = DEFS["gemname"]; + + } else if (DEFS["pkgname"]) { + pkg = DEFS["pkgname"]; + } else { - print name " seems ok: " ver + pkg = name; + gsub(/^ruby-/, "", pkg); } + + cmd = "gem list --remote '^" pkg "$' | awk '/" pkg "/ {v=$2; sub(/\(/, \"\", v); print v}'" + d("RUBYGEM " name " (as " pkg ") " ver ": " cmd); + cmd | getline ver + + close(cmd) + + return ver } -function process_data(name, ver, rel, src) { +function chrome_upgrade(name, ver, cmd, sourceurl) { + sourceurl = "http://dl.google.com/linux/chrome/rpm/stable/x86_64/repodata/primary.xml.gz" + cmd = "curl -s " sourceurl " | zcat | perl -ne 'm{<name>google-chrome-" DEFS["state"] "</name>} and m{<version .*ver=.([\d.]+)} and print $1'" + d("CHROME " cmd); + cmd | getline ver + close(cmd) + + return ver +} + +function process_data(name, ver, rel, src, nver) { if (name ~ /^php-pear-/) { - return pear_upgrade(name, ver); - } - if (name == "ZendFramework") { - return zf_upgrade(name, ver); - } - if (name == "hudson") { - return hudson_upgrade(name, ver); - } - if (name == "vim") { - return vim_upgrade(name, ver); + nver = pear_upgrade(name, ver); + } else if (name == "ZendFramework") { + nver = zf_upgrade(name, ver); + } else if (name == "hudson") { + nver = hudson_upgrade(name, ver); + } else if (name == "vim") { + nver = vim_upgrade(name, ver); + } else if (name == "google-chrome") { + nver = chrome_upgrade(name, ver); + } else if (name ~ "^nodejs-") { + nver = nodejs_upgrade(name, ver); + } else if (name ~ "^ruby-") { + nver = rubygem_upgrade(name, ver); + } + + if (nver) { + if (compare_ver(ver, nver)) { + print name " [OLD] " ver " [NEW] " nver + } else { + print name " seems ok: " ver + } + return; } + if (name == "xulrunner") { ver = subst_defines(DEFS["firefox_ver"], DEFS) d("package xulrunner, change version to firefox ["ver"]") @@ -655,7 +741,7 @@ function process_data(name, ver, rel, src) { } BEGIN { - # if U want to use DEBUG, run script with "-v DEBUG=1" + # if you want to use DEBUG, run script with "-v DEBUG=1" # or uncomment the line below # DEBUG = 1 @@ -687,6 +773,7 @@ FNR==1 { FNAME=FILENAME DEFS["_alt_kernel"]="" DEFS["20"]="\\ " + DEFS["nil"]="" } /^[Uu][Rr][Ll]:/&&(URL=="") { URL=subst_defines($2,DEFS) ; DEFS["url"]=URL }