use {
crate::{reader::PathType, AppleCodesignError},
app_store_connect::{notary_api, AppStoreConnectClient, ConnectTokenEncoder, UnifiedApiKey},
apple_bundles::DirectoryBundle,
aws_sdk_s3::config::{Credentials, Region},
aws_smithy_types::byte_stream::ByteStream,
log::warn,
sha2::Digest,
std::{
fs::File,
io::{Read, Seek, SeekFrom, Write},
path::{Path, PathBuf},
time::Duration,
},
};
fn digest<H: Digest, R: Read>(reader: &mut R) -> Result<(u64, Vec<u8>), AppleCodesignError> {
let mut hasher = H::new();
let mut size = 0;
loop {
let mut buffer = [0u8; 16384];
let count = reader.read(&mut buffer)?;
size += count as u64;
hasher.update(&buffer[0..count]);
if count < buffer.len() {
break;
}
}
Ok((size, hasher.finalize().to_vec()))
}
fn digest_sha256<R: Read>(reader: &mut R) -> Result<(u64, Vec<u8>), AppleCodesignError> {
digest::<sha2::Sha256, R>(reader)
}
pub fn bundle_to_zip(bundle: &DirectoryBundle) -> Result<Vec<u8>, AppleCodesignError> {
let mut zf = zip::ZipWriter::new(std::io::Cursor::new(vec![]));
let mut symlinks = vec![];
for file in bundle
.files(true)
.map_err(AppleCodesignError::DirectoryBundle)?
{
let entry = file
.as_file_entry()
.map_err(AppleCodesignError::DirectoryBundle)?;
let name =
format!("{}/{}", bundle.name(), file.relative_path().display()).replace('\\', "/");
let options = zip::write::FileOptions::default();
let options = if entry.link_target().is_some() {
symlinks.push(name.as_bytes().to_vec());
options.compression_method(zip::CompressionMethod::Stored)
} else if entry.is_executable() {
options.unix_permissions(0o755)
} else {
options.unix_permissions(0o644)
};
zf.start_file(name, options)?;
if let Some(target) = entry.link_target() {
zf.write_all(target.to_string_lossy().replace('\\', "/").as_bytes())?;
} else {
zf.write_all(&entry.resolve_content()?)?;
}
}
let mut writer = zf.finish()?;
let eocd = zip_structs::zip_eocd::ZipEOCD::from_reader(&mut writer)?;
let cd_entries =
zip_structs::zip_central_directory::ZipCDEntry::all_from_eocd(&mut writer, &eocd)?;
for mut cd in cd_entries {
if symlinks.contains(&cd.file_name_raw) {
cd.external_file_attributes =
(0o120777 << 16) | (cd.external_file_attributes & 0x0000ffff);
writer.seek(SeekFrom::Start(cd.starting_position_with_signature))?;
cd.write(&mut writer)?;
}
}
Ok(writer.into_inner())
}
pub enum NotarizationUpload {
UploadId(String),
NotaryResponse(notary_api::SubmissionResponse),
}
enum UploadKind {
Data(Vec<u8>),
Path(PathBuf),
}
#[derive(Clone)]
pub struct Notarizer {
token_encoder: ConnectTokenEncoder,
wait_poll_interval: Duration,
}
impl Notarizer {
fn new(token_encoder: ConnectTokenEncoder) -> Self {
Self {
token_encoder,
wait_poll_interval: Duration::from_secs(3),
}
}
pub fn from_api_key_id(
issuer_id: impl ToString,
key_id: impl ToString,
) -> Result<Self, AppleCodesignError> {
Ok(Self::new(ConnectTokenEncoder::from_api_key_id(
key_id.to_string(),
issuer_id.to_string(),
)?))
}
pub fn from_api_key(path: &Path) -> Result<Self, AppleCodesignError> {
Ok(Self::new(UnifiedApiKey::from_json_path(path)?.try_into()?))
}
pub fn notarize_path(
&self,
path: &Path,
wait_limit: Option<Duration>,
) -> Result<NotarizationUpload, AppleCodesignError> {
match PathType::from_path(path)? {
PathType::Bundle => {
let bundle = DirectoryBundle::new_from_path(path)
.map_err(AppleCodesignError::DirectoryBundle)?;
self.notarize_bundle(&bundle, wait_limit)
}
PathType::Xar => self.notarize_flat_package(path, wait_limit),
PathType::Zip => self.notarize_flat_package(path, wait_limit),
PathType::Dmg => self.notarize_dmg(path, wait_limit),
PathType::MachO | PathType::Other => Err(AppleCodesignError::NotarizeUnsupportedPath(
path.to_path_buf(),
)),
}
}
pub fn notarize_bundle(
&self,
bundle: &DirectoryBundle,
wait_limit: Option<Duration>,
) -> Result<NotarizationUpload, AppleCodesignError> {
let zipfile = bundle_to_zip(bundle)?;
let digest = sha2::Sha256::digest(&zipfile);
let submission = self.create_submission(&digest, &format!("{}.zip", bundle.name()))?;
self.upload_s3_and_maybe_wait(submission, UploadKind::Data(zipfile), wait_limit)
}
pub fn notarize_dmg(
&self,
dmg_path: &Path,
wait_limit: Option<Duration>,
) -> Result<NotarizationUpload, AppleCodesignError> {
let filename = dmg_path
.file_name()
.map(|x| x.to_string_lossy().to_string())
.unwrap_or_else(|| "dmg".to_string());
let (_, digest) = digest_sha256(&mut File::open(dmg_path)?)?;
let submission = self.create_submission(&digest, &filename)?;
self.upload_s3_and_maybe_wait(
submission,
UploadKind::Path(dmg_path.to_path_buf()),
wait_limit,
)
}
pub fn notarize_flat_package(
&self,
pkg_path: &Path,
wait_limit: Option<Duration>,
) -> Result<NotarizationUpload, AppleCodesignError> {
let filename = pkg_path
.file_name()
.map(|x| x.to_string_lossy().to_string())
.unwrap_or_else(|| "pkg".to_string());
let (_, digest) = digest_sha256(&mut File::open(pkg_path)?)?;
let submission = self.create_submission(&digest, &filename)?;
self.upload_s3_and_maybe_wait(
submission,
UploadKind::Path(pkg_path.to_path_buf()),
wait_limit,
)
}
}
impl Notarizer {
fn client(&self) -> Result<AppStoreConnectClient, AppleCodesignError> {
Ok(AppStoreConnectClient::new(self.token_encoder.clone())?)
}
fn create_submission(
&self,
raw_digest: &[u8],
name: &str,
) -> Result<notary_api::NewSubmissionResponse, AppleCodesignError> {
let client = self.client()?;
let digest = hex::encode(raw_digest);
warn!(
"creating Notary API submission for {} (sha256: {})",
name, digest
);
let submission = client.create_submission(&digest, name)?;
warn!("created submission ID: {}", submission.data.id);
Ok(submission)
}
fn upload_s3_package(
&self,
submission: ¬ary_api::NewSubmissionResponse,
upload: UploadKind,
) -> Result<(), AppleCodesignError> {
let rt = tokio::runtime::Builder::new_current_thread()
.enable_all()
.build()?;
let bytestream = match upload {
UploadKind::Data(data) => ByteStream::from(data),
UploadKind::Path(path) => rt.block_on(ByteStream::from_path(path))?,
};
warn!("resolving AWS S3 configuration from Apple-provided credentials");
let config = rt.block_on(
aws_config::defaults(aws_config::BehaviorVersion::latest())
.credentials_provider(Credentials::new(
submission.data.attributes.aws_access_key_id.clone(),
submission.data.attributes.aws_secret_access_key.clone(),
Some(submission.data.attributes.aws_session_token.clone()),
None,
"apple-codesign",
))
.region(Region::new("us-west-2"))
.load(),
);
let s3_client = aws_sdk_s3::Client::new(&config);
warn!(
"uploading asset to s3://{}/{}",
submission.data.attributes.bucket, submission.data.attributes.object
);
warn!("(you may see additional log output from S3 client)");
let fut = s3_client
.put_object()
.bucket(submission.data.attributes.bucket.clone())
.key(submission.data.attributes.object.clone())
.body(bytestream)
.send();
rt.block_on(fut)
.map_err(|e| AppleCodesignError::AwsS3Error(Box::new(aws_sdk_s3::Error::from(e))))?;
warn!("S3 upload completed successfully");
Ok(())
}
fn upload_s3_and_maybe_wait(
&self,
submission: notary_api::NewSubmissionResponse,
upload_data: UploadKind,
wait_limit: Option<Duration>,
) -> Result<NotarizationUpload, AppleCodesignError> {
self.upload_s3_package(&submission, upload_data)?;
let status = if let Some(wait_limit) = wait_limit {
self.wait_on_notarization_and_fetch_log(&submission.data.id, wait_limit)?
} else {
return Ok(NotarizationUpload::UploadId(submission.data.id));
};
let status = status.into_result()?;
Ok(NotarizationUpload::NotaryResponse(status))
}
pub fn get_submission(
&self,
submission_id: &str,
) -> Result<notary_api::SubmissionResponse, AppleCodesignError> {
Ok(self.client()?.get_submission(submission_id)?)
}
pub fn wait_on_notarization(
&self,
submission_id: &str,
wait_limit: Duration,
) -> Result<notary_api::SubmissionResponse, AppleCodesignError> {
warn!(
"waiting up to {}s for package upload {} to finish processing",
wait_limit.as_secs(),
submission_id
);
let start_time = std::time::Instant::now();
loop {
let status = self.get_submission(submission_id)?;
let elapsed = start_time.elapsed();
warn!(
"poll state after {}s: {:?}",
elapsed.as_secs(),
status.data.attributes.status
);
if status.data.attributes.status != notary_api::SubmissionResponseStatus::InProgress {
warn!("Notary API Server has finished processing the uploaded asset");
return Ok(status);
}
if elapsed >= wait_limit {
warn!("reached wait limit after {}s", elapsed.as_secs());
return Err(AppleCodesignError::NotarizeWaitLimitReached);
}
std::thread::sleep(self.wait_poll_interval);
}
}
pub fn fetch_notarization_log(
&self,
submission_id: &str,
) -> Result<serde_json::Value, AppleCodesignError> {
warn!("fetching notarization log for {}", submission_id);
Ok(self.client()?.get_submission_log(submission_id)?)
}
pub fn wait_on_notarization_and_fetch_log(
&self,
submission_id: &str,
wait_limit: Duration,
) -> Result<notary_api::SubmissionResponse, AppleCodesignError> {
let status = self.wait_on_notarization(submission_id, wait_limit)?;
let log = self.fetch_notarization_log(submission_id)?;
for line in serde_json::to_string_pretty(&log)?.lines() {
warn!("notary log> {}", line);
}
Ok(status)
}
pub fn list_submissions(&self) -> Result<notary_api::ListSubmissionResponse, AppleCodesignError> {
Ok(self.client()?.list_submissions()?)
}
}