Transcribe Medical Support (#3299)
* Transcribe first cut: Medical: start, get and delete jobs. * Added list_medical_transcription_job() support to Transcribe. * Support for medical vocabularies. * Added transcribe to list of backends to fix server mode error. * PR3299 requested changes: don't offer deprecated decorator, regionalize download_uri, create/use service-specific exceptions. Co-authored-by: Joseph Weitekamp <jweite@amazon.com>
This commit is contained in:
jweite
GitHub
parent
ebb1c6bd68
commit
1dd5cf08a8
9 changed files with 917 additions and 0 deletions
0
tests/test_transcribe/__init__.py
Normal file
0
tests/test_transcribe/__init__.py
Normal file
391
tests/test_transcribe/test_transcribe_boto3.py
Normal file
391
tests/test_transcribe/test_transcribe_boto3.py
Normal file
|
|
@ -0,0 +1,391 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
from __future__ import unicode_literals
|
||||
|
||||
import boto3
|
||||
import sure # noqa
|
||||
|
||||
from moto import mock_transcribe
|
||||
|
||||
|
||||
@mock_transcribe
|
||||
def test_run_medical_transcription_job_minimal_params():
|
||||
|
||||
region_name = "us-east-1"
|
||||
client = boto3.client("transcribe", region_name=region_name)
|
||||
|
||||
job_name = "MyJob"
|
||||
args = {
|
||||
"MedicalTranscriptionJobName": job_name,
|
||||
"LanguageCode": "en-US",
|
||||
"Media": {"MediaFileUri": "s3://my-bucket/my-media-file.wav",},
|
||||
"OutputBucketName": "my-output-bucket",
|
||||
"Specialty": "PRIMARYCARE",
|
||||
"Type": "CONVERSATION",
|
||||
}
|
||||
resp = client.start_medical_transcription_job(**args)
|
||||
resp["ResponseMetadata"]["HTTPStatusCode"].should.equal(200)
|
||||
|
||||
# CREATED
|
||||
resp = client.get_medical_transcription_job(MedicalTranscriptionJobName=job_name)
|
||||
resp["ResponseMetadata"]["HTTPStatusCode"].should.equal(200)
|
||||
transcription_job = resp["MedicalTranscriptionJob"]
|
||||
transcription_job["MedicalTranscriptionJobName"].should.equal(
|
||||
args["MedicalTranscriptionJobName"]
|
||||
)
|
||||
transcription_job["TranscriptionJobStatus"].should.equal("QUEUED")
|
||||
transcription_job["LanguageCode"].should.equal(args["LanguageCode"])
|
||||
transcription_job["Media"].should.equal(args["Media"])
|
||||
transcription_job.should.contain("CreationTime")
|
||||
transcription_job.doesnt.contain("StartTime")
|
||||
transcription_job.doesnt.contain("CompletionTime")
|
||||
transcription_job.doesnt.contain("Transcript")
|
||||
transcription_job["Settings"]["ChannelIdentification"].should.equal(False)
|
||||
transcription_job["Settings"]["ShowAlternatives"].should.equal(False)
|
||||
transcription_job["Specialty"].should.equal(args["Specialty"])
|
||||
transcription_job["Type"].should.equal(args["Type"])
|
||||
|
||||
# IN_PROGRESS
|
||||
resp = client.get_medical_transcription_job(MedicalTranscriptionJobName=job_name)
|
||||
resp["ResponseMetadata"]["HTTPStatusCode"].should.equal(200)
|
||||
transcription_job = resp["MedicalTranscriptionJob"]
|
||||
transcription_job["TranscriptionJobStatus"].should.equal("IN_PROGRESS")
|
||||
transcription_job["MediaFormat"].should.equal("wav")
|
||||
transcription_job.should.contain("StartTime")
|
||||
transcription_job.doesnt.contain("CompletionTime")
|
||||
transcription_job.doesnt.contain("Transcript")
|
||||
transcription_job["MediaSampleRateHertz"].should.equal(44100)
|
||||
|
||||
# COMPLETED
|
||||
resp = client.get_medical_transcription_job(MedicalTranscriptionJobName=job_name)
|
||||
resp["ResponseMetadata"]["HTTPStatusCode"].should.equal(200)
|
||||
transcription_job = resp["MedicalTranscriptionJob"]
|
||||
transcription_job["TranscriptionJobStatus"].should.equal("COMPLETED")
|
||||
transcription_job.should.contain("CompletionTime")
|
||||
transcription_job["Transcript"].should.equal(
|
||||
{
|
||||
"TranscriptFileUri": "https://s3.{}.amazonaws.com/{}/medical/{}.json".format(
|
||||
region_name,
|
||||
args["OutputBucketName"],
|
||||
args["MedicalTranscriptionJobName"],
|
||||
)
|
||||
}
|
||||
)
|
||||
|
||||
# Delete
|
||||
client.delete_medical_transcription_job(MedicalTranscriptionJobName=job_name)
|
||||
client.get_medical_transcription_job.when.called_with(
|
||||
MedicalTranscriptionJobName=job_name
|
||||
).should.throw(client.exceptions.BadRequestException)
|
||||
|
||||
|
||||
@mock_transcribe
|
||||
def test_run_medical_transcription_job_all_params():
|
||||
|
||||
region_name = "us-east-1"
|
||||
client = boto3.client("transcribe", region_name=region_name)
|
||||
|
||||
vocabulary_name = "MyMedicalVocabulary"
|
||||
resp = client.create_medical_vocabulary(
|
||||
VocabularyName=vocabulary_name,
|
||||
LanguageCode="en-US",
|
||||
VocabularyFileUri="https://s3.us-east-1.amazonaws.com/AWSDOC-EXAMPLE-BUCKET/vocab.txt",
|
||||
)
|
||||
resp["ResponseMetadata"]["HTTPStatusCode"].should.equal(200)
|
||||
|
||||
job_name = "MyJob2"
|
||||
args = {
|
||||
"MedicalTranscriptionJobName": job_name,
|
||||
"LanguageCode": "en-US",
|
||||
"MediaSampleRateHertz": 48000,
|
||||
"MediaFormat": "flac",
|
||||
"Media": {"MediaFileUri": "s3://my-bucket/my-media-file.dat",},
|
||||
"OutputBucketName": "my-output-bucket",
|
||||
"OutputEncryptionKMSKeyId": "arn:aws:kms:us-east-1:012345678901:key/37111b5e-8eff-4706-ae3a-d4f9d1d559fc",
|
||||
"Settings": {
|
||||
"ShowSpeakerLabels": True,
|
||||
"MaxSpeakerLabels": 5,
|
||||
"ChannelIdentification": True,
|
||||
"ShowAlternatives": True,
|
||||
"MaxAlternatives": 6,
|
||||
"VocabularyName": vocabulary_name,
|
||||
},
|
||||
"Specialty": "PRIMARYCARE",
|
||||
"Type": "CONVERSATION",
|
||||
}
|
||||
resp = client.start_medical_transcription_job(**args)
|
||||
resp["ResponseMetadata"]["HTTPStatusCode"].should.equal(200)
|
||||
|
||||
# CREATED
|
||||
resp = client.get_medical_transcription_job(MedicalTranscriptionJobName=job_name)
|
||||
resp["ResponseMetadata"]["HTTPStatusCode"].should.equal(200)
|
||||
transcription_job = resp["MedicalTranscriptionJob"]
|
||||
transcription_job["MedicalTranscriptionJobName"].should.equal(
|
||||
args["MedicalTranscriptionJobName"]
|
||||
)
|
||||
transcription_job["TranscriptionJobStatus"].should.equal("QUEUED")
|
||||
transcription_job["LanguageCode"].should.equal(args["LanguageCode"])
|
||||
transcription_job["Media"].should.equal(args["Media"])
|
||||
transcription_job.should.contain("CreationTime")
|
||||
transcription_job.doesnt.contain("StartTime")
|
||||
transcription_job.doesnt.contain("CompletionTime")
|
||||
transcription_job.doesnt.contain("Transcript")
|
||||
transcription_job["Settings"]["ShowSpeakerLabels"].should.equal(
|
||||
args["Settings"]["ShowSpeakerLabels"]
|
||||
)
|
||||
transcription_job["Settings"]["MaxSpeakerLabels"].should.equal(
|
||||
args["Settings"]["MaxSpeakerLabels"]
|
||||
)
|
||||
transcription_job["Settings"]["ChannelIdentification"].should.equal(
|
||||
args["Settings"]["ChannelIdentification"]
|
||||
)
|
||||
transcription_job["Settings"]["ShowAlternatives"].should.equal(
|
||||
args["Settings"]["ShowAlternatives"]
|
||||
)
|
||||
transcription_job["Settings"]["MaxAlternatives"].should.equal(
|
||||
args["Settings"]["MaxAlternatives"]
|
||||
)
|
||||
transcription_job["Settings"]["VocabularyName"].should.equal(
|
||||
args["Settings"]["VocabularyName"]
|
||||
)
|
||||
|
||||
transcription_job["Specialty"].should.equal(args["Specialty"])
|
||||
transcription_job["Type"].should.equal(args["Type"])
|
||||
|
||||
# IN_PROGRESS
|
||||
resp = client.get_medical_transcription_job(MedicalTranscriptionJobName=job_name)
|
||||
resp["ResponseMetadata"]["HTTPStatusCode"].should.equal(200)
|
||||
transcription_job = resp["MedicalTranscriptionJob"]
|
||||
transcription_job["TranscriptionJobStatus"].should.equal("IN_PROGRESS")
|
||||
transcription_job["MediaFormat"].should.equal("flac")
|
||||
transcription_job.should.contain("StartTime")
|
||||
transcription_job.doesnt.contain("CompletionTime")
|
||||
transcription_job.doesnt.contain("Transcript")
|
||||
transcription_job["MediaSampleRateHertz"].should.equal(48000)
|
||||
|
||||
# COMPLETED
|
||||
resp = client.get_medical_transcription_job(MedicalTranscriptionJobName=job_name)
|
||||
resp["ResponseMetadata"]["HTTPStatusCode"].should.equal(200)
|
||||
transcription_job = resp["MedicalTranscriptionJob"]
|
||||
transcription_job["TranscriptionJobStatus"].should.equal("COMPLETED")
|
||||
transcription_job.should.contain("CompletionTime")
|
||||
transcription_job["Transcript"].should.equal(
|
||||
{
|
||||
"TranscriptFileUri": "https://s3.{}.amazonaws.com/{}/medical/{}.json".format(
|
||||
region_name,
|
||||
args["OutputBucketName"],
|
||||
args["MedicalTranscriptionJobName"],
|
||||
)
|
||||
}
|
||||
)
|
||||
|
||||
|
||||
@mock_transcribe
|
||||
def test_get_nonexistent_medical_transcription_job():
|
||||
region_name = "us-east-1"
|
||||
client = boto3.client("transcribe", region_name=region_name)
|
||||
|
||||
client.get_medical_transcription_job.when.called_with(
|
||||
MedicalTranscriptionJobName="NonexistentJobName"
|
||||
).should.throw(client.exceptions.BadRequestException)
|
||||
|
||||
|
||||
@mock_transcribe
|
||||
def test_run_medical_transcription_job_with_existing_job_name():
|
||||
|
||||
region_name = "us-east-1"
|
||||
client = boto3.client("transcribe", region_name=region_name)
|
||||
|
||||
job_name = "MyJob"
|
||||
args = {
|
||||
"MedicalTranscriptionJobName": job_name,
|
||||
"LanguageCode": "en-US",
|
||||
"Media": {"MediaFileUri": "s3://my-bucket/my-media-file.wav",},
|
||||
"OutputBucketName": "my-output-bucket",
|
||||
"Specialty": "PRIMARYCARE",
|
||||
"Type": "CONVERSATION",
|
||||
}
|
||||
resp = client.start_medical_transcription_job(**args)
|
||||
resp["ResponseMetadata"]["HTTPStatusCode"].should.equal(200)
|
||||
|
||||
client.start_medical_transcription_job.when.called_with(**args).should.throw(
|
||||
client.exceptions.ConflictException
|
||||
)
|
||||
|
||||
|
||||
@mock_transcribe
|
||||
def test_run_medical_transcription_job_nonexistent_vocabulary():
|
||||
|
||||
region_name = "us-east-1"
|
||||
client = boto3.client("transcribe", region_name=region_name)
|
||||
|
||||
job_name = "MyJob3"
|
||||
args = {
|
||||
"MedicalTranscriptionJobName": job_name,
|
||||
"LanguageCode": "en-US",
|
||||
"Media": {"MediaFileUri": "s3://my-bucket/my-media-file.dat",},
|
||||
"OutputBucketName": "my-output-bucket",
|
||||
"Settings": {"VocabularyName": "NonexistentVocabulary"},
|
||||
"Specialty": "PRIMARYCARE",
|
||||
"Type": "CONVERSATION",
|
||||
}
|
||||
client.start_medical_transcription_job.when.called_with(**args).should.throw(
|
||||
client.exceptions.BadRequestException
|
||||
)
|
||||
|
||||
|
||||
@mock_transcribe
|
||||
def test_list_medical_transcription_jobs():
|
||||
|
||||
region_name = "us-east-1"
|
||||
client = boto3.client("transcribe", region_name=region_name)
|
||||
|
||||
def run_job(index, target_status):
|
||||
job_name = "Job_{}".format(index)
|
||||
args = {
|
||||
"MedicalTranscriptionJobName": job_name,
|
||||
"LanguageCode": "en-US",
|
||||
"Media": {"MediaFileUri": "s3://my-bucket/my-media-file.wav",},
|
||||
"OutputBucketName": "my-output-bucket",
|
||||
"Specialty": "PRIMARYCARE",
|
||||
"Type": "CONVERSATION",
|
||||
}
|
||||
resp = client.start_medical_transcription_job(**args)
|
||||
resp["ResponseMetadata"]["HTTPStatusCode"].should.equal(200)
|
||||
|
||||
# IMPLICITLY PROMOTE JOB STATUS TO QUEUED
|
||||
resp = client.get_medical_transcription_job(
|
||||
MedicalTranscriptionJobName=job_name
|
||||
)
|
||||
|
||||
# IN_PROGRESS
|
||||
if target_status in ["IN_PROGRESS", "COMPLETED"]:
|
||||
resp = client.get_medical_transcription_job(
|
||||
MedicalTranscriptionJobName=job_name
|
||||
)
|
||||
|
||||
# COMPLETED
|
||||
if target_status == "COMPLETED":
|
||||
resp = client.get_medical_transcription_job(
|
||||
MedicalTranscriptionJobName=job_name
|
||||
)
|
||||
|
||||
# Run 5 pending jobs
|
||||
for i in range(5):
|
||||
run_job(i, "PENDING")
|
||||
|
||||
# Run 10 job to IN_PROGRESS
|
||||
for i in range(5, 15):
|
||||
run_job(i, "IN_PROGRESS")
|
||||
|
||||
# Run 15 job to COMPLETED
|
||||
for i in range(15, 30):
|
||||
run_job(i, "COMPLETED")
|
||||
|
||||
# List all
|
||||
response = client.list_medical_transcription_jobs()
|
||||
response.should.contain("MedicalTranscriptionJobSummaries")
|
||||
len(response["MedicalTranscriptionJobSummaries"]).should.equal(30)
|
||||
response.shouldnt.contain("NextToken")
|
||||
response.shouldnt.contain("Status")
|
||||
|
||||
# List IN_PROGRESS
|
||||
response = client.list_medical_transcription_jobs(Status="IN_PROGRESS")
|
||||
response.should.contain("MedicalTranscriptionJobSummaries")
|
||||
len(response["MedicalTranscriptionJobSummaries"]).should.equal(10)
|
||||
response.shouldnt.contain("NextToken")
|
||||
response.should.contain("Status")
|
||||
response["Status"].should.equal("IN_PROGRESS")
|
||||
|
||||
# List JobName contains "8"
|
||||
response = client.list_medical_transcription_jobs(JobNameContains="8")
|
||||
response.should.contain("MedicalTranscriptionJobSummaries")
|
||||
len(response["MedicalTranscriptionJobSummaries"]).should.equal(3)
|
||||
response.shouldnt.contain("NextToken")
|
||||
response.shouldnt.contain("Status")
|
||||
|
||||
# Pagination by 11
|
||||
response = client.list_medical_transcription_jobs(MaxResults=11)
|
||||
response.should.contain("MedicalTranscriptionJobSummaries")
|
||||
len(response["MedicalTranscriptionJobSummaries"]).should.equal(11)
|
||||
response.should.contain("NextToken")
|
||||
response.shouldnt.contain("Status")
|
||||
|
||||
response = client.list_medical_transcription_jobs(
|
||||
NextToken=response["NextToken"], MaxResults=11
|
||||
)
|
||||
response.should.contain("MedicalTranscriptionJobSummaries")
|
||||
len(response["MedicalTranscriptionJobSummaries"]).should.equal(11)
|
||||
response.should.contain("NextToken")
|
||||
|
||||
response = client.list_medical_transcription_jobs(
|
||||
NextToken=response["NextToken"], MaxResults=11
|
||||
)
|
||||
response.should.contain("MedicalTranscriptionJobSummaries")
|
||||
len(response["MedicalTranscriptionJobSummaries"]).should.equal(8)
|
||||
response.shouldnt.contain("NextToken")
|
||||
|
||||
|
||||
@mock_transcribe
|
||||
def test_create_medical_vocabulary():
|
||||
|
||||
region_name = "us-east-1"
|
||||
client = boto3.client("transcribe", region_name=region_name)
|
||||
|
||||
vocabulary_name = "MyVocabulary"
|
||||
resp = client.create_medical_vocabulary(
|
||||
VocabularyName=vocabulary_name,
|
||||
LanguageCode="en-US",
|
||||
VocabularyFileUri="https://s3.us-east-1.amazonaws.com/AWSDOC-EXAMPLE-BUCKET/vocab.txt",
|
||||
)
|
||||
resp["ResponseMetadata"]["HTTPStatusCode"].should.equal(200)
|
||||
|
||||
# PENDING
|
||||
resp = client.get_medical_vocabulary(VocabularyName=vocabulary_name)
|
||||
resp["ResponseMetadata"]["HTTPStatusCode"].should.equal(200)
|
||||
resp["VocabularyName"].should.equal(vocabulary_name)
|
||||
resp["LanguageCode"].should.equal("en-US")
|
||||
resp["VocabularyState"].should.equal("PENDING")
|
||||
resp.should.contain("LastModifiedTime")
|
||||
resp.shouldnt.contain("FailureReason")
|
||||
resp["DownloadUri"].should.contain(vocabulary_name)
|
||||
|
||||
# IN_PROGRESS
|
||||
resp = client.get_medical_vocabulary(VocabularyName=vocabulary_name)
|
||||
resp["ResponseMetadata"]["HTTPStatusCode"].should.equal(200)
|
||||
resp["VocabularyState"].should.equal("READY")
|
||||
|
||||
# Delete
|
||||
client.delete_medical_vocabulary(VocabularyName=vocabulary_name)
|
||||
client.get_medical_vocabulary.when.called_with(
|
||||
VocabularyName=vocabulary_name
|
||||
).should.throw(client.exceptions.BadRequestException)
|
||||
|
||||
|
||||
@mock_transcribe
|
||||
def test_get_nonexistent_medical_vocabulary():
|
||||
region_name = "us-east-1"
|
||||
client = boto3.client("transcribe", region_name=region_name)
|
||||
|
||||
client.get_medical_vocabulary.when.called_with(
|
||||
VocabularyName="NonexistentVocabularyName"
|
||||
).should.throw(client.exceptions.BadRequestException)
|
||||
|
||||
|
||||
@mock_transcribe
|
||||
def test_create_medical_vocabulary_with_existing_vocabulary_name():
|
||||
|
||||
region_name = "us-east-1"
|
||||
client = boto3.client("transcribe", region_name=region_name)
|
||||
|
||||
vocabulary_name = "MyVocabulary"
|
||||
args = {
|
||||
"VocabularyName": vocabulary_name,
|
||||
"LanguageCode": "en-US",
|
||||
"VocabularyFileUri": "https://s3.us-east-1.amazonaws.com/AWSDOC-EXAMPLE-BUCKET/vocab.txt",
|
||||
}
|
||||
resp = client.create_medical_vocabulary(**args)
|
||||
resp["ResponseMetadata"]["HTTPStatusCode"].should.equal(200)
|
||||
|
||||
client.create_medical_vocabulary.when.called_with(**args).should.throw(
|
||||
client.exceptions.ConflictException
|
||||
)
|
||||
Loading…
Add table
Add a link
Reference in a new issue