root/trunk/base/portmgr/packaging/packageall.tcl

#!/usr/bin/env tclsh
# packageall.tcl
# $Id$
#
# Copyright (c) 2003 Kevin Van Vechten <kevin@opendarwin.org>
# Copyright (c) 2002 Apple Computer, Inc.
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
# 1. Redistributions of source code must retain the above copyright
#    notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
#    notice, this list of conditions and the following disclaimer in the
#    documentation and/or other materials provided with the distribution.
# 3. Neither the name of Apple Computer, Inc. nor the names of its contributors
#    may be used to endorse or promote products derived from this software
#    without specific prior written permission.
# 
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
# POSSIBILITY OF SUCH DAMAGE.

package require darwinports

# globals
set portdir .

# UI Instantiations
array set ui_options {}
# ui_options(ports_debug) - If set, output debugging messages.
# ui_options(ports_verbose) - If set, output info messages (ui_info)
# ui_options(ports_quiet) - If set, don't output "standard messages"

# ui_options accessor
proc ui_isset {val} {
    global ui_options
    if {[info exists ui_options($val)]} {
        if {$ui_options($val) == "yes"} {
            return 1
        }
    }
    return 0
}

# UI Callback 

proc ui_prefix {priority} {
    switch $priority {
        debug {
                return "DEBUG: "
        }
        error {
                return "Error: "
        }
        warn {
                return "Warning: "
        }
        default {
                return ""
        }
    }
}

proc ui_channels {priority} {
    global logfd
    switch $priority {
        debug {
            if {[ui_isset ports_debug]} {
                return {stdout}
            } else {
                return {}
            }
        }
        info {
                        # put verbose stuff only to the log file
            if {[ui_isset ports_verbose]} {
                return {$logfd}
            } else {
                return {}
                        }
                }
        msg {
            if {[ui_isset ports_quiet]} {
                return {}
                        } else {
                                return {stdout}
                        }
                }
        default {
                return {stdout}
        }
    }
}
        
proc pkg_ui_log {message} {
    global logfd
    if {[string length $logfd] > 0 } {
        log_message $logfd $message
    }
}

proc log_message {channel message} {
    seek $channel 0 end
    puts $channel $message
    flush $channel
}

# Recursive bottom-up approach of building a list of dependencies.
proc get_dependencies {portname includeBuildDeps} {
        set result {}
        
        if {[catch {set res [dportsearch "^$portname\$"]} error]} {
                global errorInfo
                ui_debug "$errorInfo"
                ui_error "Internal error: port search failed: $error"
                return {}
        }
        foreach {name array} $res {
                array set portinfo $array
                if {![info exists portinfo(name)] ||
                        ![info exists portinfo(version)] || 
                        ![info exists portinfo(categories)]} {
                        ui_error "Internal error: $name missing some portinfo keys"
                        continue
                }
                
                set portname $portinfo(name)
                set portversion $portinfo(version)
                set category [lindex $portinfo(categories) 0]

                # Append the package itself to the result list
                #set pkgpath ${category}/${portname}-${portversion}.pkg
                lappend result [list $portname $portversion $category]

                # Append the package's dependents to the result list
                set depends {}
                if {[info exists portinfo(depends_run)]} { eval "lappend depends $portinfo(depends_run)" }
                if {[info exists portinfo(depends_lib)]} { eval "lappend depends $portinfo(depends_lib)" }
                if {$includeBuildDeps != "" && [info exists portinfo(depends_build)]} { 
                        eval "lappend depends $portinfo(depends_build)"
                }
                foreach depspec $depends {
                        set dep [lindex [split $depspec :] end]
                        set x [get_dependencies $dep $includeBuildDeps]
                        eval "lappend result $x"
                        set result [lsort -unique $result]
                }
        }
        return $result
}

# Install binary packages if they've already been built.  This will
# speed up the testing, since we won't have to recompile dependencies
# which have already been compiled.

proc install_binary_if_available {dep basepath} {
        set portname [lindex $dep 0]
        set portversion [lindex $dep 1]
        set category [lindex $dep 2]
        
        set pkgpath ${basepath}/${category}/${portname}-${portversion}.pkg
        if {[file readable $pkgpath]} {
                ui_msg "installing binary: $pkgpath"
                if {[catch {system "cd / && gunzip -c ${pkgpath}/Contents/Archive.pax.gz | pax -r"} error]} {
                        global errorInfo
                        ui_debug "$errorInfo"
                        ui_error "Internal error: $error"
                }
                # Touch the receipt
                # xxx: use some variable to describe this path
                if {[catch {system "touch /opt/local/var/db/dports/receipts/${portname}-${portversion}.bz2"} error]} {
                        global errorInfo
                        ui_debug "$errorInfo"
                        ui_error "Internal error: $error"
                }
        }
}


# Standard procedures

proc fatal args {
    global argv0
    puts stderr "$argv0: $args"
    exit
}

# Main
array set options [list]
array set variations [list]
#       set ui_options(ports_verbose) yes

if {[catch {dportinit ui_options options variations} result]} {
    puts "Failed to initialize ports system, $result"
    exit 1
}

package require Pextlib

# If no arguments were given, default to all ports.
if {[llength $argv] == 0} {
        lappend argv ".*"
}

foreach pname $argv {

if {[catch {set res [dportsearch "^${pname}\$"]} result]} {
        puts "port search failed: $result"
        exit 1
}

set logpath "/darwinports/logs"
set logfd ""

foreach {name array} $res {
        array unset portinfo
        array set portinfo $array

        # Start with verbose output off;
        # this will prevent the repopulation of /opt from getting logged.
        set ui_options(ports_verbose) no

        if {![info exists portinfo(porturl)]} {
                puts stderr "Internal error: no porturl for $name"
                continue
        }
        
        set pkgbase /darwinports/pkgs/
        set porturl $portinfo(porturl)

        # Skip up-to-date packages
        if {[regsub {^file://} $portinfo(porturl) "" portpath]} {
                if {[info exists portinfo(name)] &&
                        [info exists portinfo(version)] &&
                        [info exists portinfo(categories)]} {
                        set portname $portinfo(name)
                        set portversion $portinfo(version)
                        set category [lindex $portinfo(categories) 0]
                        set pkgfile ${pkgbase}/${category}/${portname}-${portversion}.pkg/Contents/Archive.pax.gz
                        if {[file readable $pkgfile] && ([file mtime ${pkgfile}] > [file mtime ${portpath}/Portfile])} {
                                puts stderr "Skipping ${portname}-${portversion}; package is up to date."
                                continue
                        }
                }
        }
        
        # Skipt packages which previously failed
                
        # Building the port:
        # - remove /opt so it won't pollute the port.
        # - re-install DarwinPorts.
        # - keep distfiles outside /opt so we don't have to keep fetching them.
        # - send out an email to the maintainer if any errors occurred.

        ui_msg "removing /opt"
        #unset ui_options(ports_verbose)
        if {[catch {system "rm -Rf /opt"} error]} {
                puts stderr "Internal error: $error"
        }
        if {[catch {system "rm -Rf /usr/X11R6"} error]} {
                puts stderr "Internal error: $error"
        }
        if {[catch {system "rm -Rf /etc/X11"} error]} {
                puts stderr "Internal error: $error"
        }
        if {[catch {system "rm -Rf /etc/fonts"} error]} {
                puts stderr "Internal error: $error"
        }
        if {[catch {system "cd $env(HOME)/darwinports && make && make install"} error]} {
                puts stderr "Internal error: $error"
        }
        if {[catch {system "rmdir /opt/local/var/db/dports/distfiles"} error]} {
                puts stderr "Internal error: $error"
        }
        if {[catch {system "ln -s /darwinports/distfiles /opt/local/var/db/dports/distfiles"} error]} {
                puts stderr "Internal error: $error"
        }
        #set ui_options(ports_verbose) yes

        # If there was a log file left over from the previous pass,
        # then the port failed with an error.  Send the log in an
        # email to the maintainers.
        if {[string length $logfd] > 0} {
                close $logfd
                set logfd ""
        }
        #if {[file readable $logfilename]} {
        #       if {[catch {system "cat $logfilename | /usr/sbin/sendmail -t"} error]} {
        #               puts stderr "Internal error: $error"
        #       }
        #}

        # Open the log file for writing
        set logfd [open ${logpath}/${name}.log w]

        set valid 1

        set lint_errors {}
        set portname ""
        set portversion ""
        set description ""
        set category ""

        if {![info exists portinfo(name)]} {
                lappend lint_errors "missing name key"
                set valid 0
        } else {
                set portname $portinfo(name)
        }
        
        if {![info exists portinfo(description)]} {
                lappend lint_errors "missing description key"
                set valid 0
        } else {
                set description $portinfo(description)
        }
        
        if {![info exists portinfo(version)]} {
                lappend lint_errors "missing version key"
                set valid 0
        } else {
                set portversion $portinfo(version)
        }
        
        if {![info exists portinfo(categories)]} {
                lappend lint_errors "missing categories key"
                set valid 0
        } else {
                set category [lindex $portinfo(categories) 0]
        }
        
        if {![info exists portinfo(maintainers)]} {
                append lint_errors "missing maintainers key"
                set valid 0
                set maintainers kevin@opendarwin.org
        } else {
                set maintainers $portinfo(maintainers)
        }
        
        pkg_ui_log "To: [join $maintainers {, }]"
        pkg_ui_log "From: donotreply@opendarwin.org"
        pkg_ui_log "Subject: DarwinPorts $portinfo(name)-$portinfo(version) build failure"
        pkg_ui_log ""
        pkg_ui_log "The following is a transcript produced by the DarwinPorts automated build       "
        pkg_ui_log "system.  You are receiving this email because you are listed as a maintainer    "
        pkg_ui_log "of this port, which has failed the automated packaging process.  Please update  "
        pkg_ui_log "the port as soon as possible."
        pkg_ui_log ""
        pkg_ui_log ""
        pkg_ui_log "Thank you,"
        pkg_ui_log "The DarwinPorts Team"
        pkg_ui_log ""
        pkg_ui_log "================================================================================"
        pkg_ui_log ""

        if {!$valid} {
                foreach error $lint_errors {
                        ui_error $error
                }
        }

        ui_msg "packaging ${category}/${portname}-${portversion}"

        # Install binary dependencies if we can, to speed things up.
        #set depends {}
        #if {[info exists portinfo(depends_run)]} { eval "lappend depends $portinfo(depends_run)" }
        #if {[info exists portinfo(depends_lib)]} { eval "lappend depends $portinfo(depends_lib)" }
        #if {[info exists portinfo(depends_build)]} { eval "lappend depends $portinfo(depends_build)" }
        #foreach depspec $depends {
        #       set dep [lindex [split $depspec :] end]
                #install_binary_if_available $dep $pkgbase
        #}
        set dependencies [get_dependencies $portname 1]
        set dependencies [lsort -unique $dependencies]
        foreach dep $dependencies {
                install_binary_if_available $dep $pkgbase
        }

        set options(package.type) pkg
        set options(package.destpath) ${pkgbase}/${category}/

        # Turn on verbose output for the build
        set ui_options(ports_verbose) yes
        if {[catch {set workername [dportopen $porturl [array get options] [array get variations] yes]} result] ||
                $result == 1} {
                global errorInfo
                ui_debug "$errorInfo"
            ui_error "Internal error: unable to open port: $result"
            continue
        }       
        if {[catch {set result [dportexec $workername pkg]} result] ||
                $result == 1} {
                global errorInfo
                ui_debug "$errorInfo"
            ui_error "port package failed: $result"
                dportclose $workername
            continue
        }
        set ui_options(ports_verbose) no
        # Turn verbose output off after the build

        dportclose $workername

        # We made it to the end.  We can delete the log file.
        close $logfd
        set logfd ""
        file delete ${logpath}/${name}.log
}

}
# end foreach pname