3 # Shared sh functions for the monkeysphere
6 # Jameson Rollins <jrollins@fifthhorseman.net>
7 # Jamie McClelland <jm@mayfirst.org>
8 # Daniel Kahn Gillmor <dkg@fifthhorseman.net>
10 # Copyright 2008, released under the GPL, version 3 or later
12 # all-caps variables are meant to be user supplied (ie. from config
13 # file) and are considered global
15 ########################################################################
19 SYSCONFIGDIR=${MONKEYSPHERE_SYSCONFIGDIR:-"/etc/monkeysphere"}
22 ########################################################################
25 # failure function. exits with code 255, unless specified otherwise.
27 [ "$1" ] && echo "$1" >&2
31 # write output to stderr based on specified LOG_LEVEL the first
32 # parameter is the priority of the output, and everything else is what
41 # don't include SILENT in alllevels: it's handled separately
42 # list in decreasing verbosity (all caps).
43 # separate with $IFS explicitly, since we do some fancy footwork
45 alllevels="DEBUG${IFS}VERBOSE${IFS}INFO${IFS}ERROR"
47 # translate lowers to uppers in global log level
48 LOG_LEVEL=$(echo "$LOG_LEVEL" | tr "[:lower:]" "[:upper:]")
50 # just go ahead and return if the log level is silent
51 if [ "$LOG_LEVEL" = 'SILENT' ] ; then
55 for level in $alllevels ; do
56 if [ "$LOG_LEVEL" = "$level" ] ; then
60 if [ -z "$found" ] ; then
65 # get priority from first parameter, translating all lower to
67 priority=$(echo "$1" | tr "[:lower:]" "[:upper:]")
70 # scan over available levels
71 for level in $alllevels ; do
72 # output if the log level matches, set output to true
73 # this will output for all subsequent loops as well.
74 if [ "$LOG_LEVEL" = "$level" ] ; then
77 if [ "$priority" = "$level" -a "$output" = 'true' ] ; then
84 # cut out all comments(#) and blank lines from standard input
86 grep -v -e "^[[:space:]]*#" -e '^$' "$1"
89 # cut a specified line from standard input
91 head --line="$1" "$2" | tail -1
94 # this is a wrapper for doing lock functions.
96 # it lets us depend on either lockfile-progs (preferred) or procmail's
97 # lockfile, and should
99 local use_lockfileprogs=true
103 if ! ( which lockfile-create >/dev/null 2>/dev/null ) ; then
104 if ! ( which lockfile >/dev/null ); then
105 failure "Neither lockfile-create nor lockfile are in the path!"
112 if [ -n "$use_lockfileprogs" ] ; then
113 lockfile-create "$file" || failure "unable to lock '$file'"
115 lockfile -r 20 "${file}.lock" || failure "unable to lock '$file'"
119 if [ -n "$use_lockfileprogs" ] ; then
120 lockfile-touch --oneshot "$file"
126 if [ -n "$use_lockfileprogs" ] ; then
127 lockfile-remove "$file"
133 failure "bad argument for lock subfunction '$action'"
138 # for portability, between gnu date and BSD date.
139 # arguments should be: number longunits format
141 # e.g. advance_date 20 seconds +%F
149 # try things the GNU way first
150 if date -d "$number $longunits" "$format" >&/dev/null ; then
151 date -d "$number $longunits" "$format"
153 # otherwise, convert to (a limited version of) BSD date syntax:
177 # this is a longshot, and will likely fail; oh well.
178 shortunits="$longunits"
180 date "-v+${number}${shortunits}" "$format"
185 # check that characters are in a string (in an AND fashion).
186 # used for checking key capability
187 # check_capability capability a [b...]
196 if echo "$usage" | grep -q -v "$capcheck" ; then
205 md5sum "$1" 2> /dev/null
208 # convert escaped characters in pipeline from gpg output back into
210 # FIXME: undo all escape character translation in with-colons gpg
216 # convert nasty chars into gpg-friendly form in pipeline
217 # FIXME: escape everything, not just colons!
222 # prompt for GPG-formatted expiration, and emit result on stdout
223 get_gpg_expiration() {
228 if [ -z "$keyExpire" ]; then
230 Please specify how long the key should be valid.
231 0 = key does not expire
232 <n> = key expires in n days
233 <n>w = key expires in n weeks
234 <n>m = key expires in n months
235 <n>y = key expires in n years
237 while [ -z "$keyExpire" ] ; do
238 read -p "Key is valid for? (0) " keyExpire
239 if ! test_gpg_expire ${keyExpire:=0} ; then
240 echo "invalid value" >&2
244 elif ! test_gpg_expire "$keyExpire" ; then
245 failure "invalid key expiration value '$keyExpire'."
251 passphrase_prompt() {
256 if [ "$DISPLAY" ] && which "${SSH_ASKPASS:-ssh-askpass}" >/dev/null; then
257 "${SSH_ASKPASS:-ssh-askpass}" "$prompt" > "$fifo"
259 read -s -p "$prompt" PASS
260 # Uses the builtin echo, so should not put the passphrase into
261 # the process table. I think. --dkg
262 echo "$PASS" > "$fifo"
266 test_gnu_dummy_s2k_extension() {
268 # this block contains a demonstration private key that has had the
269 # primary key stripped out using the GNU S2K extension known as
270 # "gnu-dummy" (see /usr/share/doc/gnupg/DETAILS.gz). The subkey is
271 # present in cleartext, however.
273 # openpgp2ssh will be able to deal with this based on whether the
274 # local copy of GnuTLS contains read_s2k support that can handle it.
276 # read up on that here:
278 # http://lists.gnu.org/archive/html/gnutls-devel/2008-08/msg00005.html
281 -----BEGIN PGP PRIVATE KEY BLOCK-----
282 Version: GnuPG v1.4.9 (GNU/Linux)
284 lQCVBEO3YdABBACRqqEnucag4+vyZny2M67Pai5+5suIRRvY+Ly8Ms5MvgCi3EVV
285 xT05O/+0ShiRaf+QicCOFrhbU9PZzzU+seEvkeW2UCu4dQfILkmj+HBEIltGnHr3
286 G0yegHj5pnqrcezERURf2e17gGFWX91cXB9Cm721FPXczuKraphKwCA9PwARAQAB
287 /gNlAkdOVQG0OURlbW9uc3RyYXRpb24gS2V5IGZvciBTMksgR05VIGV4dGVuc2lv
288 biAxMDAxIC0tIGdudS1kdW1teYi8BBMBAgAmBQJDt2HQAhsDBQkB4TOABgsJCAcD
289 AgQVAggDBBYCAwECHgECF4AACgkQQZUwSa4UDezTOQP/TMQXUVrWzHYZGopoPZ2+
290 ZS3qddiznBHsgb7MGYg1KlTiVJSroDUBCHIUJvdQKZV9zrzrFl47D07x6hGyUPHV
291 aZXvuITW8t1o5MMHkCy3pmJ2KgfDvdUxrBvLfgPMICA4c6zA0mWquee43syEW9NY
292 g3q61iPlQwD1J1kX1wlimLCdAdgEQ7dh0AEEANAwa63zlQbuy1Meliy8otwiOa+a
293 mH6pxxUgUNggjyjO5qx+rl25mMjvGIRX4/L1QwIBXJBVi3SgvJW1COZxZqBYqj9U
294 8HVT07mWKFEDf0rZLeUE2jTm16cF9fcW4DQhW+sfYm+hi2sY3HeMuwlUBK9KHfW2
295 +bGeDzVZ4pqfUEudABEBAAEAA/0bemib+wxub9IyVFUp7nPobjQC83qxLSNzrGI/
296 RHzgu/5CQi4tfLOnwbcQsLELfker2hYnjsLrT9PURqK4F7udrWEoZ1I1LymOtLG/
297 4tNZ7Mnul3wRC2tCn7FKx8sGJwGh/3li8vZ6ALVJAyOia5TZ/buX0+QZzt6+hPKk
298 7MU1WQIA4bUBjtrsqDwro94DvPj3/jBnMZbXr6WZIItLNeVDUcM8oHL807Am97K1
299 ueO/f6v1sGAHG6lVPTmtekqPSTWBfwIA7CGFvEyvSALfB8NUa6jtk27NCiw0csql
300 kuhCmwXGMVOiryKEfegkIahf2bAd/gnWHPrpWp7bUE20v8YoW22I4wIAhnm5Wr5Q
301 Sy7EHDUxmJm5TzadFp9gq08qNzHBpXSYXXJ3JuWcL1/awUqp3tE1I6zZ0hZ38Ia6
302 SdBMN88idnhDPqPoiKUEGAECAA8FAkO3YdACGyAFCQHhM4AACgkQQZUwSa4UDezm
303 vQP/ZhK+2ly9oI2z7ZcNC/BJRch0/ybQ3haahII8pXXmOThpZohr/LUgoWgCZdXg
304 vP6yiszNk2tIs8KphCAw7Lw/qzDC2hEORjWO4f46qk73RAgSqG/GyzI4ltWiDhqn
305 vnQCFl3+QFSe4zinqykHnLwGPMXv428d/ZjkIc2ju8dRsn4=
307 -----END PGP PRIVATE KEY BLOCK-----
308 " | openpgp2ssh 4129E89D17C1D591 >/dev/null 2>/dev/null
312 # remove all lines with specified string from specified file
321 if [ -z "$file" -o -z "$string" ] ; then
325 if [ ! -e "$file" ] ; then
329 # if the string is in the file...
330 if grep -q -F "$string" "$file" 2> /dev/null ; then
331 tempfile=$(mktemp "${file}.XXXXXXX") || \
332 failure "Unable to make temp file '${file}.XXXXXXX'"
334 # remove the line with the string, and return 0
335 grep -v -F "$string" "$file" >"$tempfile"
336 cat "$tempfile" > "$file"
345 # remove all lines with MonkeySphere strings in file
346 remove_monkeysphere_lines() {
352 if [ -z "$file" ] ; then
356 if [ ! -e "$file" ] ; then
360 tempfile=$(mktemp "${file}.XXXXXXX") || \
361 failure "Could not make temporary file '${file}.XXXXXXX'."
363 egrep -v '^MonkeySphere[[:digit:]]{4}(-[[:digit:]]{2}){2}T[[:digit:]]{2}(:[[:digit:]]{2}){2}$' \
365 cat "$tempfile" > "$file"
369 # translate ssh-style path variables %h and %u
370 translate_ssh_variables() {
377 # get the user's home directory
378 userHome=$(getent passwd "$uname" | cut -d: -f6)
380 # translate '%u' to user name
381 path=${path/\%u/"$uname"}
382 # translate '%h' to user home directory
383 path=${path/\%h/"$userHome"}
388 # test that a string to conforms to GPG's expiration format
390 echo "$1" | egrep -q "^[0-9]+[mwy]?$"
393 # check that a file is properly owned, and that all it's parent
394 # directories are not group/other writable
395 check_key_file_permissions() {
403 # function to check that the given permission corresponds to writability
411 # return 255 if cannot stat file
412 if ! stat=$(ls -ld "$path" 2>/dev/null) ; then
413 log error "could not stat path '$path'."
417 owner=$(echo "$stat" | awk '{ print $3 }')
418 gAccess=$(echo "$stat" | cut -c6)
419 oAccess=$(echo "$stat" | cut -c9)
421 # return 1 if path has invalid owner
422 if [ "$owner" != "$uname" -a "$owner" != 'root' ] ; then
423 log error "improper ownership on path '$path'."
427 # return 2 if path has group or other writability
428 if is_write "$gAccess" || is_write "$oAccess" ; then
429 log error "improper group or other writability on path '$path'."
433 # return zero if all clear, or go to next path
434 if [ "$path" = '/' ] ; then
437 check_key_file_permissions "$uname" $(dirname "$path")
441 ### CONVERSION UTILITIES
443 # output the ssh key for a given key ID
449 gpg --export "$keyID" | openpgp2ssh "$keyID" 2> /dev/null
452 # output known_hosts line from ssh key
461 echo -n "$key" | tr -d '\n'
462 echo " MonkeySphere${DATE}"
465 # output authorized_keys line from ssh key
466 ssh2authorized_keys() {
473 echo -n "$key" | tr -d '\n'
474 echo " MonkeySphere${DATE} ${userID}"
477 # convert key from gpg to ssh known_hosts format
485 # NOTE: it seems that ssh-keygen -R removes all comment fields from
486 # all lines in the known_hosts file. why?
487 # NOTE: just in case, the COMMENT can be matched with the
489 # '^MonkeySphere[[:digit:]]{4}(-[[:digit:]]{2}){2}T[[:digit:]]{2}(:[[:digit:]]{2}){2}$'
491 gpg2ssh "$keyID" | tr -d '\n'
492 echo " MonkeySphere${DATE}"
495 # convert key from gpg to ssh authorized_keys format
496 gpg2authorized_keys() {
503 # NOTE: just in case, the COMMENT can be matched with the
505 # '^MonkeySphere[[:digit:]]{4}(-[[:digit:]]{2}){2}T[[:digit:]]{2}(:[[:digit:]]{2}){2}$'
506 gpg2ssh "$keyID" | tr -d '\n'
507 echo " MonkeySphere${DATE} ${userID}"
512 # retrieve all keys with given user id from keyserver
513 # FIXME: need to figure out how to retrieve all matching keys
514 # (not just first N (5 in this case))
519 if [ "$CHECK_KEYSERVER" != 'true' ] ; then
525 log verbose " checking keyserver $KEYSERVER... "
527 gpg --quiet --batch --with-colons \
528 --command-fd 0 --keyserver "$KEYSERVER" \
529 --search ="$userID" > /dev/null 2>&1
532 # if the user is the monkeysphere user, then update the
533 # monkeysphere user's trustdb
534 if [ $(id -un) = "$MONKEYSPHERE_USER" ] ; then
535 gpg_authentication "--check-trustdb" > /dev/null 2>&1
541 ########################################################################
542 ### PROCESSING FUNCTIONS
544 # userid and key policy checking
545 # the following checks policy on the returned keys
546 # - checks that full key has appropriate valididy (u|f)
547 # - checks key has specified capability (REQUIRED_*_KEY_CAPABILITY)
548 # - checks that requested user ID has appropriate validity
549 # (see /usr/share/doc/gnupg/DETAILS.gz)
550 # output is one line for every found key, in the following format:
554 # "flag" is an acceptability flag, 0 = ok, 1 = bad
555 # "sshKey" is the translated gpg key
557 # all log output must go to stderr, as stdout is used to pass the
558 # flag:sshKey to the calling function.
560 # expects global variable: "MODE"
563 local requiredCapability
564 local requiredPubCapability
579 # set the required key capability based on the mode
580 if [ "$MODE" = 'known_hosts' ] ; then
581 requiredCapability="$REQUIRED_HOST_KEY_CAPABILITY"
582 elif [ "$MODE" = 'authorized_keys' ] ; then
583 requiredCapability="$REQUIRED_USER_KEY_CAPABILITY"
585 requiredPubCapability=$(echo "$requiredCapability" | tr "[:lower:]" "[:upper:]")
587 # fetch the user ID if necessary/requested
588 gpg_fetch_userid "$userID"
590 # output gpg info for (exact) userid and store
591 gpgOut=$(gpg --list-key --fixed-list-mode --with-colon \
592 --with-fingerprint --with-fingerprint \
593 ="$userID" 2>/dev/null)
595 # if the gpg query return code is not 0, return 1
596 if [ "$?" -ne 0 ] ; then
597 log verbose " no primary keys found."
601 # loop over all lines in the gpg output and process.
602 echo "$gpgOut" | cut -d: -f1,2,5,10,12 | \
603 while IFS=: read -r type validity keyid uidfpr usage ; do
604 # process based on record type
606 'pub') # primary keys
607 # new key, wipe the slate
614 log verbose " primary key found: $keyid"
616 # if overall key is not valid, skip
617 if [ "$validity" != 'u' -a "$validity" != 'f' ] ; then
618 log debug " - unacceptable primary key validity ($validity)."
621 # if overall key is disabled, skip
622 if check_capability "$usage" 'D' ; then
623 log debug " - key disabled."
626 # if overall key capability is not ok, skip
627 if ! check_capability "$usage" $requiredPubCapability ; then
628 log debug " - unacceptable primary key capability ($usage)."
632 # mark overall key as ok
635 # mark primary key as ok if capability is ok
636 if check_capability "$usage" $requiredCapability ; then
641 if [ "$lastKey" != pub ] ; then
642 log verbose " - got a user ID after a sub key?! user IDs should only follow primary keys!"
645 # if an acceptable user ID was already found, skip
646 if [ "$uidOK" = 'true' ] ; then
649 # if the user ID does matches...
650 if [ "$(echo "$uidfpr" | gpg_unescape)" = "$userID" ] ; then
651 # and the user ID validity is ok
652 if [ "$validity" = 'u' -o "$validity" = 'f' ] ; then
653 # mark user ID acceptable
660 # output a line for the primary key
662 if [ "$keyOK" -a "$uidOK" -a "$lastKeyOK" ] ; then
663 log verbose " * acceptable primary key."
664 if [ -z "$sshKey" ] ; then
665 log error " ! primary key could not be translated (not RSA or DSA?)."
670 log debug " - unacceptable primary key."
671 if [ -z "$sshKey" ] ; then
672 log error " ! primary key could not be translated (not RSA or DSA?)."
679 # unset acceptability of last key
684 # don't bother with sub keys if the primary key is not valid
685 if [ "$keyOK" != true ] ; then
689 # don't bother with sub keys if no user ID is acceptable:
690 if [ "$uidOK" != true ] ; then
694 # if sub key validity is not ok, skip
695 if [ "$validity" != 'u' -a "$validity" != 'f' ] ; then
698 # if sub key capability is not ok, skip
699 if ! check_capability "$usage" $requiredCapability ; then
706 'fpr') # key fingerprint
707 fingerprint="$uidfpr"
709 sshKey=$(gpg2ssh "$fingerprint")
711 # if the last key was the pub key, skip
712 if [ "$lastKey" = pub ] ; then
716 # output a line for the sub key
718 if [ "$keyOK" -a "$uidOK" -a "$lastKeyOK" ] ; then
719 log verbose " * acceptable sub key."
720 if [ -z "$sshKey" ] ; then
721 log error " ! sub key could not be translated (not RSA or DSA?)."
726 log debug " - unacceptable sub key."
727 if [ -z "$sshKey" ] ; then
728 log error " ! sub key could not be translated (not RSA or DSA?)."
735 done | sort -t: -k1 -n -r
736 # NOTE: this last sort is important so that the "good" keys (key
737 # flag '0') come last. This is so that they take precedence when
738 # being processed in the key files over "bad" keys (key flag '1')
741 # process a single host in the known_host file
742 process_host_known_hosts() {
752 userID="ssh://${host}"
754 log verbose "processing: $host"
760 for line in $(process_user_id "${userID}") ; do
761 # note that key was found
764 ok=$(echo "$line" | cut -d: -f1)
765 sshKey=$(echo "$line" | cut -d: -f2)
767 if [ -z "$sshKey" ] ; then
771 # remove the old host key line, and note if removed
772 remove_line "$KNOWN_HOSTS" "$sshKey"
774 # if key OK, add new host line
775 if [ "$ok" -eq '0' ] ; then
776 # note that key was found ok
777 nKeysOK=$((nKeysOK+1))
780 if [ "$HASH_KNOWN_HOSTS" = 'true' ] ; then
781 # FIXME: this is really hackish cause ssh-keygen won't
782 # hash from stdin to stdout
783 tmpfile=$(mktemp ${TMPDIR:-/tmp}/tmp.XXXXXXXXXX)
784 ssh2known_hosts "$host" "$sshKey" > "$tmpfile"
785 ssh-keygen -H -f "$tmpfile" 2> /dev/null
786 cat "$tmpfile" >> "$KNOWN_HOSTS"
787 rm -f "$tmpfile" "${tmpfile}.old"
789 ssh2known_hosts "$host" "$sshKey" >> "$KNOWN_HOSTS"
794 # if at least one key was found...
795 if [ "$nKeys" -gt 0 ] ; then
796 # if ok keys were found, return 0
797 if [ "$nKeysOK" -gt 0 ] ; then
803 # if no keys were found, return 1
809 # update the known_hosts file for a set of hosts listed on command
811 update_known_hosts() {
818 # the number of hosts specified on command line
824 # create a lockfile on known_hosts:
825 lock create "$KNOWN_HOSTS"
826 # FIXME: we're discarding any pre-existing EXIT trap; is this bad?
827 trap "lock remove $KNOWN_HOSTS" EXIT
829 # note pre update file checksum
830 fileCheck="$(file_hash "$KNOWN_HOSTS")"
834 process_host_known_hosts "$host"
838 nHostsOK=$((nHostsOK+1))
841 nHostsBAD=$((nHostsBAD+1))
845 # touch the lockfile, for good measure.
846 lock touch "$KNOWN_HOSTS"
849 # remove the lockfile and the trap
850 lock remove "$KNOWN_HOSTS"
853 # note if the known_hosts file was updated
854 if [ "$(file_hash "$KNOWN_HOSTS")" != "$fileCheck" ] ; then
855 log debug "known_hosts file updated."
858 # if an acceptable host was found, return 0
859 if [ "$nHostsOK" -gt 0 ] ; then
861 # else if no ok hosts were found...
863 # if no bad host were found then no hosts were found at all,
865 if [ "$nHostsBAD" -eq 0 ] ; then
867 # else if at least one bad host was found, return 2
874 # process hosts from a known_hosts file
875 process_known_hosts() {
878 log debug "processing known_hosts file..."
880 hosts=$(meat "$KNOWN_HOSTS" | cut -d ' ' -f 1 | grep -v '^|.*$' | tr , ' ' | tr '\n' ' ')
882 if [ -z "$hosts" ] ; then
883 log debug "no hosts to process."
887 # take all the hosts from the known_hosts file (first
888 # field), grep out all the hashed hosts (lines starting
890 update_known_hosts $hosts
893 # process uids for the authorized_keys file
894 process_uid_authorized_keys() {
903 log verbose "processing: $userID"
909 for line in $(process_user_id "$userID") ; do
910 # note that key was found
913 ok=$(echo "$line" | cut -d: -f1)
914 sshKey=$(echo "$line" | cut -d: -f2)
916 if [ -z "$sshKey" ] ; then
920 # remove the old host key line
921 remove_line "$AUTHORIZED_KEYS" "$sshKey"
923 # if key OK, add new host line
924 if [ "$ok" -eq '0' ] ; then
925 # note that key was found ok
926 nKeysOK=$((nKeysOK+1))
928 ssh2authorized_keys "$userID" "$sshKey" >> "$AUTHORIZED_KEYS"
932 # if at least one key was found...
933 if [ "$nKeys" -gt 0 ] ; then
934 # if ok keys were found, return 0
935 if [ "$nKeysOK" -gt 0 ] ; then
941 # if no keys were found, return 1
947 # update the authorized_keys files from a list of user IDs on command
949 update_authorized_keys() {
956 # the number of ids specified on command line
962 # create a lockfile on authorized_keys
963 lock create "$AUTHORIZED_KEYS"
964 # FIXME: we're discarding any pre-existing EXIT trap; is this bad?
965 trap "lock remove $AUTHORIZED_KEYS" EXIT
967 # note pre update file checksum
968 fileCheck="$(file_hash "$AUTHORIZED_KEYS")"
970 # remove any monkeysphere lines from authorized_keys file
971 remove_monkeysphere_lines "$AUTHORIZED_KEYS"
974 # process the user ID, change return code if key not found for
976 process_uid_authorized_keys "$userID"
984 nIDsBAD=$((nIDsBAD+1))
988 # touch the lockfile, for good measure.
989 lock touch "$AUTHORIZED_KEYS"
992 # remove the lockfile and the trap
993 lock remove "$AUTHORIZED_KEYS"
996 # note if the authorized_keys file was updated
997 if [ "$(file_hash "$AUTHORIZED_KEYS")" != "$fileCheck" ] ; then
998 log debug "authorized_keys file updated."
1001 # if an acceptable id was found, return 0
1002 if [ "$nIDsOK" -gt 0 ] ; then
1004 # else if no ok ids were found...
1006 # if no bad ids were found then no ids were found at all, and
1008 if [ "$nIDsBAD" -eq 0 ] ; then
1010 # else if at least one bad id was found, return 2
1017 # process an authorized_user_ids file for authorized_keys
1018 process_authorized_user_ids() {
1023 authorizedUserIDs="$1"
1025 log debug "processing authorized_user_ids file..."
1027 if ! meat "$authorizedUserIDs" > /dev/null ; then
1028 log debug " no user IDs to process."
1034 # extract user IDs from authorized_user_ids file
1036 for line in $(meat "$authorizedUserIDs") ; do
1037 userIDs["$nline"]="$line"
1041 update_authorized_keys "${userIDs[@]}"