common/bin/hgforest.sh

Tue, 18 Dec 2012 09:57:01 +0100

author
ohrstrom
date
Tue, 18 Dec 2012 09:57:01 +0100
changeset 538
8e36a0fabf58
child 615
8dd61906da5f
child 879
9ed388a04fa7
permissions
-rw-r--r--

8004145: New improved hgforest.sh, ctrl-c now properly terminates mercurial processes.
Reviewed-by: ohair, erikj

     1 #!/bin/sh
     3 #
     4 # Copyright (c) 2009, 2012, Oracle and/or its affiliates. All rights reserved.
     5 # DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
     6 #
     7 # This code is free software; you can redistribute it and/or modify it
     8 # under the terms of the GNU General Public License version 2 only, as
     9 # published by the Free Software Foundation.
    10 #
    11 # This code is distributed in the hope that it will be useful, but WITHOUT
    12 # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
    13 # FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
    14 # version 2 for more details (a copy is included in the LICENSE file that
    15 # accompanied this code).
    16 #
    17 # You should have received a copy of the GNU General Public License version
    18 # 2 along with this work; if not, write to the Free Software Foundation,
    19 # Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
    20 #
    21 # Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
    22 # or visit www.oracle.com if you need additional information or have any
    23 # questions.
    24 #
    26 # Shell script for a fast parallel forest command
    27 command="$1"
    28 pull_extra_base="$2"
    30 # Python always buffers stdout significantly, thus we will not see any output from hg clone jdk,
    31 # until a lot of time has passed! By passing -u to python, we get incremental updates
    32 # on stdout. Much nicer.
    33 whichhg="`which hg`"
    35 if [ "${whichhg}" = "" ] ; then
    36   echo Cannot find hg!
    37   exit 1
    38 fi
    40 if [ "" = "$command" ] ; then
    41   echo No command to hg supplied!
    42   exit 1
    43 fi
    45 has_hash_bang="`head -n 1 "${whichhg}" | cut -b 1-2`"
    46 python=""
    47 bpython=""
    49 if [ "#!" = "$has_hash_bang" ] ; then
    50    python="`head -n 1 ${whichhg} | cut -b 3-`"
    51    bpython="`basename "$python"`"
    52 fi
    54 if [ "python" = "$bpython" -a -x "$python" ] ; then
    55   hg="${python} -u ${whichhg}"
    56 else
    57   echo Cannot find python from hg launcher. Running plain hg, which probably has buffered stdout.
    58   hg="hg"
    59 fi
    61 # Clean out the temporary directory that stores the pid files.
    62 tmp=/tmp/forest.$$
    63 rm -f -r ${tmp}
    64 mkdir -p ${tmp}
    66 safe_interrupt () {
    67   if [ -d ${tmp} ]; then 
    68     if [ "`ls ${tmp}`" != "" ]; then 
    69       echo "Waiting for processes ( `cat ${tmp}/* | tr '\n' ' '`) to terminate nicely!"
    70       sleep 1
    71       # Pipe stderr to dev/null to silence kill, that complains when trying to kill
    72       # a subprocess that has already exited.
    73       kill -TERM `cat ${tmp}/* | tr '\n' ' '` 2> /dev/null
    74       wait 
    75       echo Interrupt complete! 
    76     fi 
    77   fi
    78   rm -f -r ${tmp}
    79   exit 1
    80 }
    82 nice_exit () {
    83   if [ -d ${tmp} ]; then 
    84     if [ "`ls ${tmp}`" != "" ]; then 
    85       wait 
    86     fi 
    87   fi
    88   rm -f -r ${tmp}
    89 }
    91 trap 'safe_interrupt' INT QUIT
    92 trap 'nice_exit' EXIT
    94 # Only look in specific locations for possible forests (avoids long searches)
    95 pull_default=""
    96 repos=""
    97 repos_extra=""
    98 if [ "${command}" = "clone" -o "${command}" = "fclone" ] ; then
    99   subrepos="corba jaxp jaxws langtools jdk hotspot"
   100   if [ -f .hg/hgrc ] ; then
   101     pull_default=`hg paths default`
   102     if [ "${pull_default}" = "" ] ; then
   103       echo "ERROR: Need initial clone with 'hg paths default' defined"
   104       exit 1
   105     fi
   106   fi
   107   if [ "${pull_default}" = "" ] ; then
   108     echo "ERROR: Need initial repository to use this script"
   109     exit 1
   110   fi
   111   for i in ${subrepos} ; do
   112     if [ ! -f ${i}/.hg/hgrc ] ; then
   113       repos="${repos} ${i}"
   114     fi
   115   done
   116   if [ "${pull_extra_base}" != "" ] ; then
   117     subrepos_extra="jdk/src/closed jdk/make/closed jdk/test/closed hotspot/make/closed hotspot/src/closed hotspot/test/closed deploy install sponsors pubs"
   118     pull_default_tail=`echo ${pull_default} | sed -e 's@^.*://[^/]*/\(.*\)@\1@'`
   119     pull_extra="${pull_extra_base}/${pull_default_tail}"
   120     for i in ${subrepos_extra} ; do
   121       if [ ! -f ${i}/.hg/hgrc ] ; then
   122         repos_extra="${repos_extra} ${i}"
   123       fi
   124     done
   125   fi
   126   at_a_time=2
   127   # Any repos to deal with?
   128   if [ "${repos}" = "" -a "${repos_extra}" = "" ] ; then
   129     exit
   130   fi
   131 else
   132   hgdirs=`ls -d ./.hg ./*/.hg ./*/*/.hg ./*/*/*/.hg ./*/*/*/*/.hg 2>/dev/null`
   133   # Derive repository names from the .hg directory locations
   134   for i in ${hgdirs} ; do
   135     repos="${repos} `echo ${i} | sed -e 's@/.hg$@@'`"
   136   done
   137   for i in ${repos} ; do
   138     if [ -h ${i}/.hg/store/lock -o -f ${i}/.hg/store/lock ] ; then
   139       locked="${i} ${locked}"
   140     fi
   141   done
   142   at_a_time=8
   143   # Any repos to deal with?
   144   if [ "${repos}" = "" ] ; then
   145     echo "No repositories to process."
   146     exit
   147   fi
   148   if [ "${locked}" != "" ] ; then
   149     echo "These repositories are locked: ${locked}"
   150     exit
   151   fi
   152 fi
   154 # Echo out what repositories we do a command on.
   155 echo "# Repositories: ${repos} ${repos_extra}"
   156 echo
   158 # Run the supplied command on all repos in parallel.
   159 n=0
   160 for i in ${repos} ${repos_extra} ; do
   161   n=`expr ${n} '+' 1`
   162   repopidfile=`echo ${i} | sed -e 's@./@@' -e 's@/@_@g'`
   163   reponame=`echo ${i} | sed -e :a -e 's/^.\{1,20\}$/ &/;ta'`
   164   pull_base="${pull_default}"
   165   for j in $repos_extra ; do
   166       if [ "$i" = "$j" ] ; then
   167           pull_base="${pull_extra}"
   168       fi
   169   done
   170   (
   171     (
   172       if [ "${command}" = "clone" -o "${command}" = "fclone" ] ; then
   173         pull_newrepo="`echo ${pull_base}/${i} | sed -e 's@\([^:]/\)//*@\1@g'`"
   174         echo ${hg} clone ${pull_newrepo} ${i}
   175         ${hg} clone ${pull_newrepo} ${i} &
   176       else
   177         echo "cd ${i} && ${hg} $*"
   178         cd ${i} && ${hg} "$@" &
   179       fi 
   180       echo $! > ${tmp}/${repopidfile}.pid
   181     ) 2>&1 | sed -e "s@^@${reponame}:   @") &
   183   if [ `expr ${n} '%' ${at_a_time}` -eq 0 ] ; then
   184     sleep 2
   185     echo Waiting 5 secs before spawning next background command.
   186     sleep 3
   187   fi
   188 done
   189 # Wait for all hg commands to complete
   190 wait
   192 # Terminate with exit 0 all the time (hard to know when to say "failed")
   193 exit 0

mercurial