Ticket #620: rpmall.patch

SETUP.chroot.sh

@@ -31 +31 @@
 mkdir -p /darwinports/logs
 mkdir -p /darwinports/pkgs
 mkdir -p /darwinports/mpkgs
+mkdir -p /darwinports/rpms
 
 cd $HOME/darwinports
 #tclsh base/src/portmgr/packageall.tcl

new file rpmall.tcl

@@ +1 @@
+#!/usr/bin/env tclsh
+# packageall.tcl
+#
+# Copyright (c) 2003 Kevin Van Vechten <kevin@opendarwin.org>
+# Copyright (c) 2002 Apple Computer, Inc.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+# 1. Redistributions of source code must retain the above copyright
+#    notice, this list of conditions and the following disclaimer.
+# 2. Redistributions in binary form must reproduce the above copyright
+#    notice, this list of conditions and the following disclaimer in the
+#    documentation and/or other materials provided with the distribution.
+# 3. Neither the name of Apple Computer, Inc. nor the names of its contributors
+#    may be used to endorse or promote products derived from this software
+#    without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+# POSSIBILITY OF SUCH DAMAGE.
+
+package require darwinports
+
+# globals
+set portdir .
+
+# UI Instantiations
+# ui_options(ports_debug) - If set, output debugging messages.
+# ui_options(ports_verbose) - If set, output info messages (ui_info)
+# ui_options(ports_quiet) - If set, don't output "standard messages"
+
+# ui_options accessor
+proc ui_isset {val} {
+    global ui_options
+    if {[info exists ui_options($val)]} {
+        if {$ui_options($val) == "yes"} {
+            return 1
+        }
+    }
+    return 0
+}
+
+set options(package.destpath) "/darwinports/rpms"
+
+# UI Callback 
+
+proc ui_puts {messagelist} {
+    global logfd
+    set channel $logfd
+    array set message $messagelist
+    switch $message(priority) {
+        debug {
+            if [ui_isset ports_debug] {
+                set str "DEBUG: $message(data)"
+            } else {
+                return
+            }
+        }
+        info {
+            # put verbose stuff only to the log file
+            if ![ui_isset ports_verbose] {
+                return
+            } else {
+                if {[string length $channel] > 0} {
+                    log_message $channel $message(data)
+                }
+                return
+            }
+        }
+        msg {
+            if [ui_isset ports_quiet] {
+                return
+            }
+            set str $message(data)
+        }
+        error {
+            set str "Error: $message(data)"
+        }
+        warn {
+            set str "Warning: $message(data)"
+        }
+    }
+    if {[string length $channel] > 0 } {
+        log_message $channel $str
+    }
+    puts stderr $str
+}
+
+proc pkg_ui_log {message} {
+    global logfd
+    if {[string length $logfd] > 0 } {
+        log_message $logfd $message
+    }
+}
+
+proc log_message {channel message} {
+    seek $channel 0 end
+    puts $channel $message
+    flush $channel
+}
+
+# Recursive bottom-up approach of building a list of dependencies.
+proc get_dependencies {portname includeBuildDeps} {
+        set result {}
+        
+        if {[catch {set res [dportsearch "^$portname\$"]} error]} {
+                ui_error "Internal error: port search failed: $error"
+                return {}
+        }
+        foreach {name array} $res {
+                array set portinfo $array
+                if {![info exists portinfo(name)] ||
+                        ![info exists portinfo(version)] || 
+                        ![info exists portinfo(categories)]} {
+                        ui_error "Internal error: $name missing some portinfo keys"
+                        continue
+                }
+                if {![info exists portinfo(revision)]} {
+                        set portinfo(revision) 0
+                }
+                
+                set portname $portinfo(name)
+                set portversion $portinfo(version)
+                set revision $portinfo(revision)
+
+                # Append the package itself to the result list
+                lappend result [list $portname $portversion $revision]
+
+                # Append the package's dependents to the result list
+                set depends {}
+                if {[info exists portinfo(depends_run)]} { eval "lappend depends $portinfo(depends_run)" }
+                if {[info exists portinfo(depends_lib)]} { eval "lappend depends $portinfo(depends_lib)" }
+                if {$includeBuildDeps != "" && [info exists portinfo(depends_build)]} { 
+                        eval "lappend depends $portinfo(depends_build)"
+                }
+                foreach depspec $depends {
+                        set dep [lindex [split $depspec :] 2]
+                        set x [get_dependencies $dep $includeBuildDeps]
+                        eval "lappend result $x"
+                        set result [lsort -unique $result]
+                }
+        }
+        return $result
+}
+
+# Install binary packages if they've already been built.  This will
+# speed up the testing, since we won't have to recompile dependencies
+# which have already been compiled.
+
+proc install_binary_if_available {dep} {
+        set portname [lindex $dep 0]
+        set portversion [lindex $dep 1]
+        set revision [lindex $dep 2]
+
+        foreach dir {"/opt/local/src/apple/RPMS" "/usr/src/apple/RPMS" "/darwinports/rpms/RPMS"} {
+                foreach arch {"ppc" "i386" "fat"} {
+                        set rpmpath "${dir}/${arch}/${portname}-${portversion}-${revision}.${arch}.rpm"
+                        if {[file readable $rpmpath]} {
+                                ui_msg "Installing binary: $rpmpath"
+                                if {[catch {system "rpm -Uvh --force $rpmpath"} error ]} {
+                                        ui_error "Internal error: $error"
+                                } else {
+                                        return true
+                                }
+                        }
+                }
+        }
+        return false
+}
+
+
+# Standard procedures
+
+proc fatal args {
+    global argv0
+    puts stderr "$argv0: $args"
+    exit
+}
+
+# Main
+array set options [list]
+array set variations [list]
+#       set ui_options(ports_verbose) yes
+if ![file exists /usr/bin/sw_vers] {
+        set variations(puredarwin) "+"
+}
+
+if {[catch {dportinit} result]} {
+    puts "Failed to initialize ports system, $result"
+    exit 1
+}
+
+package require Pextlib
+
+# If no arguments were given, default to all ports.
+if {[llength $argv] == 0} {
+        lappend argv ".*"
+}
+
+foreach pname $argv {
+
+if {[catch {set res [dportsearch "^${pname}\$"]} result]} {
+        puts "port search failed: $result"
+        exit 1
+}
+
+set logpath "/darwinports/logs"
+set logfd ""
+
+foreach {name array} $res {
+        array unset portinfo
+        array set portinfo $array
+
+        # Start with verbose output off;
+        # this will prevent the repopulation of /opt from getting logged.
+        set ui_options(ports_verbose) no
+
+        if ![info exists portinfo(porturl)] {
+                puts stderr "Internal error: no porturl for $name"
+                continue
+        }
+        
+        set porturl $portinfo(porturl)
+
+        # this is used to short-circuit the RPM check and
+        # move on to the next package
+
+        global exit_loop
+        set exit_loop false
+
+        # Skip up-to-date packages
+        if {[regsub {^file://} $portinfo(porturl) "" portpath]} {
+                if {[info exists portinfo(name)] &&
+                        [info exists portinfo(version)] &&
+                        [info exists portinfo(revision)]} {
+                        set portname $portinfo(name)
+                        set portversion $portinfo(version)
+                        set revision $portinfo(revision)
+
+                        foreach dir {"/opt/local/src/apple/RPMS" "/usr/src/apple/RPMS" "/darwinports/rpms/RPMS"} {
+                                foreach arch {"ppc" "i386" "fat"} {
+                                        set rpmpath "${dir}/${arch}/${portname}-${portversion}-${revision}.${arch}.rpm"
+                                        if {[file readable $rpmpath] && ([file mtime ${rpmpath}] > [file mtime ${portpath}/Portfile])} {
+                                                puts stderr "->    skipping ${portname}-${portversion}; package is up to date."
+                                                set exit_loop true
+                                                break
+                                        }
+                                }
+                                if {${exit_loop}} {
+                                        break
+                                }
+                        }
+                }
+        }
+        if {${exit_loop}} {
+                continue
+        }
+        
+        # Skip packages which previously failed
+                
+        # Building the port:
+        # - remove /opt so it won't pollute the port.
+        # - re-install DarwinPorts.
+        # - keep distfiles outside /opt so we don't have to keep fetching them.
+        # - send out an email to the maintainer if any errors occurred.
+
+        set remove_files ""
+        foreach dir {"/opt/local/src/apple/RPMS" "/usr/src/apple/RPMS" "/darwinports/rpms/RPMS"} {
+                foreach arch {"ppc" "i386" "fat"} {
+                        set remove_files "${remove_files} '${dir}/${arch}/'*.rpm"
+                }
+        }
+        system "rpm -q --queryformat='%{name} ' -p ${remove_files} | xargs rpm -e || true"
+
+        ui_msg "->    Removing /opt"
+        #unset ui_options(ports_verbose)
+        if {[catch {system "rm -Rf /opt"} error]} {
+                puts stderr "Internal error: $error"
+        }
+        # this is bad on pure darwin  :)
+        #if {[catch {system "rm -Rf /usr/X11R6"} error]} {
+        #       puts stderr "Internal error: $error"
+        #}
+        #if {[catch {system "rm -Rf /etc/X11"} error]} {
+        #       puts stderr "Internal error: $error"
+        #}
+        #if {[catch {system "rm -Rf /etc/fonts"} error]} {
+        #       puts stderr "Internal error: $error"
+        #}
+        ui_msg "->    Installing darwinports"
+        if {[catch {system "cd $env(HOME)/darwinports && make && make install"} error]} {
+                puts stderr "Internal error: $error"
+        }
+        if {[catch {system "rmdir /opt/local/var/db/dports/distfiles"} error]} {
+                puts stderr "Internal error: $error"
+        }
+        if {[catch {system "ln -s /darwinports/distfiles /opt/local/var/db/dports/distfiles"} error]} {
+                puts stderr "Internal error: $error"
+        }
+        #set ui_options(ports_verbose) yes
+
+        # If there was a log file left over from the previous pass,
+        # then the port failed with an error.  Send the log in an
+        # email to the maintainers.
+        if {[string length $logfd] > 0} {
+                close $logfd
+                set logfd ""
+        }
+        #if {[file readable $logfilename]} {
+        #       if {[catch {system "cat $logfilename | /usr/sbin/sendmail -t"} error]} {
+        #               puts stderr "Internal error: $error"
+        #       }
+        #}
+
+        # Open the log file for writing
+        set logfd [open ${logpath}/${name}.log w]
+
+        set valid 1
+
+        set lint_errors {}
+        set portname ""
+        set portversion ""
+        set description ""
+        set category ""
+
+        if ![info exists portinfo(name)] {
+                lappend lint_errors "missing name key"
+                set valid 0
+        } else {
+                set portname $portinfo(name)
+        }
+        
+        if ![info exists portinfo(description)] {
+                lappend lint_errors "missing description key"
+                set valid 0
+        } else {
+                set description $portinfo(description)
+        }
+        
+        if ![info exists portinfo(version)] {
+                lappend lint_errors "missing version key"
+                set valid 0
+        } else {
+                set portversion $portinfo(version)
+        }
+        
+        if ![info exists portinfo(categories)] {
+                lappend lint_errors "missing categories key"
+                set valid 0
+        } else {
+                set category [lindex $portinfo(categories) 0]
+        }
+        
+        if ![info exists portinfo(maintainers)] {
+                append lint_errors "missing maintainers key"
+                set valid 0
+                set maintainers kevin@opendarwin.org
+        } else {
+                set maintainers $portinfo(maintainers)
+        }
+        
+        pkg_ui_log "To: [join $maintainers {, }]"
+        pkg_ui_log "From: donotreply@opendarwin.org"
+        pkg_ui_log "Subject: DarwinPorts $portinfo(name)-$portinfo(version) build failure"
+        pkg_ui_log ""
+        pkg_ui_log "The following is a transcript produced by the DarwinPorts automated build       "
+        pkg_ui_log "system.  You are receiving this email because you are listed as a maintainer    "
+        pkg_ui_log "of this port, which has failed the automated packaging process.  Please update  "
+        pkg_ui_log "the port as soon as possible."
+        pkg_ui_log ""
+        pkg_ui_log ""
+        pkg_ui_log "Thank you,"
+        pkg_ui_log "The DarwinPorts Team"
+        pkg_ui_log ""
+        pkg_ui_log "================================================================================"
+        pkg_ui_log ""
+
+        if {!$valid} {
+                foreach error $lint_errors {
+                        ui_error $error
+                }
+        }
+
+        ui_msg "-->   Packaging ${category}/${portname}-${portversion}"
+
+        foreach prebuild {"ccache" "rpm"} {
+                if {![file exists /bin/${prebuild}]} {
+                        ui_msg "--->  Pre-installing ${prebuild}"
+                        if {[catch {set res [dportsearch "^${prebuild}\$"]} error]} {
+                                ui_error "Internal error: port search ${prebuild} failed: $error"
+                        }
+                        array set prebuildinfo [lindex $res 1]
+                        set ui_options(ports_verbose) yes
+                        if {[catch {set workername [dportopen $prebuildinfo(porturl) [array get options] [array get variations]]} result] ||
+                                $result == 1} {
+                                ui_error "Internal error: unable to install ${prebuild}... exiting"
+                                exit 1
+                        }
+                        if {[catch {set result [dportexec $workername install]} result] ||
+                                $result == 1} {
+                                ui_error "installation of ${prebuild} failed: $result"
+                                dportclose $workername
+                                exit 1
+                        }
+                }
+        }
+
+        # Turn on verbose output for the build
+        set ui_options(ports_verbose) yes
+        if {[catch {set workername [dportopen $porturl [array get options] [array get variations]]} result] ||
+                $result == 1} {
+            ui_error "Internal error: unable to open port: $result"
+            continue
+        }
+        if {[catch {set result [dportexec $workername rpmpackage]} result] ||
+                $result == 1} {
+            ui_error "port package failed: $result"
+                dportclose $workername
+            continue
+        }
+        set ui_options(ports_verbose) no
+        # Turn verbose output off after the build
+
+        dportclose $workername
+
+        # We made it to the end.  We can delete the log file.
+        close $logfd
+        set logfd ""
+        file delete ${logpath}/${name}.log
+}
+
+}
+# end foreach pname