From 627d752501b42326b9016271de33a6cb0fa2dc8c Mon Sep 17 00:00:00 2001 From: Jameson Graef Rollins Date: Wed, 25 May 2011 18:01:16 -0700 Subject: test: add crypto tests for signature verification and decryption This adds a new "crypto" test script to the test suite to test PGP/MIME signature verification and message decryption. Included here is a test GNUPGHOME with a test secret key (passwordless), and test for: * signing/verification * signing/verification with full owner trust * verification with signer key unavailable * encryption/decryption * decryption failure with missing key * encryption/decryption + signing/verfifying * reply to encrypted message * verification of signature from revoked key These tests are not expected to pass now, but will as crypto functionality is included. --- test/crypto | 330 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 330 insertions(+) create mode 100755 test/crypto (limited to 'test/crypto') diff --git a/test/crypto b/test/crypto new file mode 100755 index 0000000..ead0582 --- /dev/null +++ b/test/crypto @@ -0,0 +1,330 @@ +#!/usr/bin/env bash + +# TODO: +# - decryption/verification with signer key not available +# - verification of signatures from expired/revoked keys + +test_description='PGP/MIME signature verification and decryption' +. ./test-lib.sh + +add_gnupg_home () +{ + local output + [ -d ${GNUPGHOME} ] && return + mkdir -m 0700 "$GNUPGHOME" + gpg --no-tty --import <../gnupg-secret-key.asc >"$GNUPGHOME"/import.log 2>&1 + test_debug "cat $GNUPGHOME/import.log" + if (gpg --quick-random --version >/dev/null 2>&1) ; then + echo quick-random >> "$GNUPGHOME"/gpg.conf + elif (gpg --debug-quick-random --version >/dev/null 2>&1) ; then + echo debug-quick-random >> "$GNUPGHOME"/gpg.conf + fi +} + +################################################## + +add_gnupg_home +# get key fingerprint +FINGERPRINT=$(gpg --no-tty --list-secret-keys --with-colons --fingerprint | grep '^fpr:' | cut -d: -f10) + +# for some reason this is needed for emacs_deliver_message to work, +# although I can't figure out why +add_email_corpus + +test_expect_success 'emacs delivery of signed message' \ +'emacs_deliver_message \ + "test signed message 001" \ + "This is a test signed message." \ + "(mml-secure-message-sign)"' + +test_begin_subtest "signature verification" +output=$(notmuch show --format=json --verify subject:"test signed message 001" \ + | notmuch_json_show_sanitize \ + | sed -e 's|"created": [1234567890]*|"created": 946728000|') +expected='[[[{"id": "XXXXX", + "match": true, + "filename": "YYYYY", + "timestamp": 946728000, + "date_relative": "2000-01-01", + "tags": ["inbox"], + "headers": {"Subject": "test signed message 001", + "From": "Notmuch Test Suite ", + "To": "test_suite@notmuchmail.org", + "Cc": "", + "Bcc": "", + "Date": "01 Jan 2000 12:00:00 -0000"}, + "body": [{"id": 1, + "sigstatus": [{"status": "good", + "fingerprint": "'$FINGERPRINT'", + "created": 946728000}], + "content-type": "text/plain", + "content": "This is a test signed message.\n"}]}, + []]]]' +test_expect_equal \ + "$output" \ + "$expected" + +test_begin_subtest "signature verification with full owner trust" +# give the key full owner trust +echo "${FINGERPRINT}:6:" | gpg --no-tty --import-ownertrust >>"$GNUPGHOME"/trust.log 2>&1 +gpg --no-tty --check-trustdb >>"$GNUPGHOME"/trust.log 2>&1 +output=$(notmuch show --format=json --verify subject:"test signed message 001" \ + | notmuch_json_show_sanitize \ + | sed -e 's|"created": [1234567890]*|"created": 946728000|') +expected='[[[{"id": "XXXXX", + "match": true, + "filename": "YYYYY", + "timestamp": 946728000, + "date_relative": "2000-01-01", + "tags": ["inbox"], + "headers": {"Subject": "test signed message 001", + "From": "Notmuch Test Suite ", + "To": "test_suite@notmuchmail.org", + "Cc": "", + "Bcc": "", + "Date": "01 Jan 2000 12:00:00 -0000"}, + "body": [{"id": 1, + "sigstatus": [{"status": "good", + "fingerprint": "'$FINGERPRINT'", + "created": 946728000, + "userid": " Notmuch Test Suite (INSECURE!)"}], + "content-type": "text/plain", + "content": "This is a test signed message.\n"}]}, + []]]]' +test_expect_equal \ + "$output" \ + "$expected" + +test_begin_subtest "signature verification with signer key unavailable" +# move the gnupghome temporarily out of the way +mv "${GNUPGHOME}"{,.bak} +output=$(notmuch show --format=json --verify subject:"test signed message 001" \ + | notmuch_json_show_sanitize \ + | sed -e 's|"created": [1234567890]*|"created": 946728000|') +expected='[[[{"id": "XXXXX", + "match": true, + "filename": "YYYYY", + "timestamp": 946728000, + "date_relative": "2000-01-01", + "tags": ["inbox"], + "headers": {"Subject": "test signed message 001", + "From": "Notmuch Test Suite ", + "To": "test_suite@notmuchmail.org", + "Cc": "", + "Bcc": "", + "Date": "01 Jan 2000 12:00:00 -0000"}, + "body": [{"id": 1, + "sigstatus": [{"status": "error", + "keyid": "'$(echo $FINGERPRINT | cut -c 25-)'", + "errors": 2}], + "content-type": "text/plain", + "content": "This is a test signed message.\n"}]}, + []]]]' +test_expect_equal \ + "$output" \ + "$expected" +mv "${GNUPGHOME}"{.bak,} + +# create a test encrypted message with attachment +cat <TESTATTACHMENT +This is a test file. +EOF +test_expect_success 'emacs delivery of encrypted message with attachment' \ +'emacs_deliver_message \ + "test encrypted message 001" \ + "This is a test encrypted message.\n" \ + "(mml-attach-file \"TESTATTACHMENT\") (mml-secure-message-encrypt)"' + +test_begin_subtest "decryption, --format=text" +output=$(notmuch show --format=text --decrypt subject:"test encrypted message 001" \ + | notmuch_show_sanitize_all \ + | sed -e 's|"created": [1234567890]*|"created": 946728000|') +expected=' message{ id:XXXXX depth:0 match:1 filename:XXXXX + header{ +Notmuch Test Suite (2000-01-01) (inbox) +Subject: test encrypted message 001 +From: Notmuch Test Suite +To: test_suite@notmuchmail.org +Date: 01 Jan 2000 12:00:00 -0000 + header} + body{ + part{ ID: 1, Content-type: multipart/mixed + part{ ID: 2, Content-type: text/plain +This is a test encrypted message. + part} + attachment{ ID: 3, Content-type: application/octet-stream +Attachment: TESTATTACHMENT (application/octet-stream) +Non-text part: application/octet-stream + attachment} + part} + body} + message}' +test_expect_equal \ + "$output" \ + "$expected" + +test_begin_subtest "decryption, --format=json" +output=$(notmuch show --format=json --decrypt subject:"test encrypted message 001" \ + | notmuch_json_show_sanitize \ + | sed -e 's|"created": [1234567890]*|"created": 946728000|') +expected='[[[{"id": "XXXXX", + "match": true, + "filename": "YYYYY", + "timestamp": 946728000, + "date_relative": "2000-01-01", + "tags": ["inbox"], + "headers": {"Subject": "test encrypted message 001", + "From": "Notmuch Test Suite ", + "To": "test_suite@notmuchmail.org", + "Cc": "", + "Bcc": "", + "Date": "01 Jan 2000 12:00:00 -0000"}, + "body": [{"id": 1, + "encstatus": [{"status": "good"}], + "sigstatus": [], + "content-type": "multipart/mixed", + "content": [{"id": 2, + "content-type": "text/plain", + "content": "This is a test encrypted message.\n"}, + {"id": 3, + "content-type": "application/octet-stream", + "filename": "TESTATTACHMENT"}]}]}, + []]]]' +test_expect_equal \ + "$output" \ + "$expected" + +test_begin_subtest "decryption, --format=json, --part=2" +output=$(notmuch show --format=json --part=2 --decrypt subject:"test encrypted message 001" \ + | notmuch_json_show_sanitize \ + | sed -e 's|"created": [1234567890]*|"created": 946728000|') +expected='{"id": 2, + "content-type": "text/plain", + "content": "This is a test encrypted message.\n"}' +test_expect_equal \ + "$output" \ + "$expected" + +test_begin_subtest "decrypt attachment (--part=3 --format=raw)" +notmuch show \ + --format=raw \ + --part=3 \ + --decrypt \ + subject:"test encrypted message 001" >OUTPUT +test_expect_equal_file OUTPUT TESTATTACHMENT + +test_begin_subtest "decryption failure with missing key" +mv "${GNUPGHOME}"{,.bak} +output=$(notmuch show --format=json --decrypt subject:"test encrypted message 001" \ + | notmuch_json_show_sanitize \ + | sed -e 's|"created": [1234567890]*|"created": 946728000|') +expected='[[[{"id": "XXXXX", + "match": true, + "filename": "YYYYY", + "timestamp": 946728000, + "date_relative": "2000-01-01", + "tags": ["inbox"], + "headers": {"Subject": "test encrypted message 001", + "From": "Notmuch Test Suite ", + "To": "test_suite@notmuchmail.org", + "Cc": "", + "Bcc": "", + "Date": "01 Jan 2000 12:00:00 -0000"}, + "body": [{"id": 1, + "encstatus": [{"status": "bad"}], + "content-type": "multipart/encrypted", + "content": [{"id": 2, + "content-type": "application/pgp-encrypted"}, + {"id": 3, + "content-type": "application/octet-stream"}]}]}, + []]]]' +test_expect_equal \ + "$output" \ + "$expected" +mv "${GNUPGHOME}"{.bak,} + +test_expect_success 'emacs delivery of encrypted + signed message' \ +'emacs_deliver_message \ + "test encrypted message 002" \ + "This is another test encrypted message.\n" \ + "(mml-secure-message-sign-encrypt)"' + +test_begin_subtest "decryption + signature verification" +output=$(notmuch show --format=json --decrypt subject:"test encrypted message 002" \ + | notmuch_json_show_sanitize \ + | sed -e 's|"created": [1234567890]*|"created": 946728000|') +expected='[[[{"id": "XXXXX", + "match": true, + "filename": "YYYYY", + "timestamp": 946728000, + "date_relative": "2000-01-01", + "tags": ["inbox"], + "headers": {"Subject": "test encrypted message 002", + "From": "Notmuch Test Suite ", + "To": "test_suite@notmuchmail.org", + "Cc": "", + "Bcc": "", + "Date": "01 Jan 2000 12:00:00 -0000"}, + "body": [{"id": 1, + "encstatus": [{"status": "good"}], + "sigstatus": [{"status": "good", + "fingerprint": "'$FINGERPRINT'", + "created": 946728000, + "userid": " Notmuch Test Suite (INSECURE!)"}], + "content-type": "text/plain", + "content": "This is another test encrypted message.\n"}]}, + []]]]' +test_expect_equal \ + "$output" \ + "$expected" + +test_begin_subtest "reply to encrypted message" +output=$(notmuch reply --decrypt subject:"test encrypted message 002" \ + | grep -v -e '^In-Reply-To:' -e '^References:') +expected='From: Notmuch Test Suite +Subject: Re: test encrypted message 002 + +On 01 Jan 2000 12:00:00 -0000, Notmuch Test Suite wrote: +> This is another test encrypted message.' +test_expect_equal \ + "$output" \ + "$expected" + +test_begin_subtest "signature verification with revoked key" +# generate revokation certificate and load it to revoke key +echo "y +1 +Notmuch Test Suite key revocation (automated) $(date '+%F_%T%z') + +y + +" \ + | gpg --no-tty --quiet --command-fd 0 --armor --gen-revoke "0x${FINGERPRINT}!" 2>/dev/null \ + | gpg --no-tty --quiet --import +output=$(notmuch show --format=json --verify subject:"test signed message 001" \ + | notmuch_json_show_sanitize \ + | sed -e 's|"created": [1234567890]*|"created": 946728000|') +expected='[[[{"id": "XXXXX", + "match": true, + "filename": "YYYYY", + "timestamp": 946728000, + "date_relative": "2000-01-01", + "tags": ["inbox"], + "headers": {"Subject": "test signed message 001", + "From": "Notmuch Test Suite ", + "To": "test_suite@notmuchmail.org", + "Cc": "", + "Bcc": "", + "Date": "01 Jan 2000 12:00:00 -0000"}, + "body": [{"id": 1, + "sigstatus": [{"status": "error", + "keyid": "6D92612D94E46381", + "errors": 8}], + "content-type": "text/plain", + "content": "This is a test signed message.\n"}]}, + []]]]' +test_expect_equal \ + "$output" \ + "$expected" + +test_done -- cgit v1.2.3