mirror of
https://github.com/mozilla/DeepSpeech.git
synced 2025-10-26 11:19:39 +00:00
This is a convenience change for manually iterating on tasks in the TaskCluster UI. The "edit task" UI removes the tasks' dependencies, which means when editing a test task you need to manually reinsert the dependencies every time. This separates the dependency for scheduling purposes from the dependency for downloading artifacts, so that the latter is kept in the "edit task" UI and one can just edit the payload as needed to develop/debug/iterate.
65 lines
2.8 KiB
Plaintext
65 lines
2.8 KiB
Plaintext
$if: '(event.event != "push") && (event.event != "tag")'
|
|
then:
|
|
taskId: ${taskcluster.taskId}
|
|
provisionerId: ${taskcluster.docker.provisionerId}
|
|
workerType: ${build.workerType}
|
|
taskGroupId: ${taskcluster.taskGroupId}
|
|
schedulerId: ${taskcluster.schedulerId}
|
|
dependencies:
|
|
$map: { $eval: build.dependencies }
|
|
each(b):
|
|
$eval: as_slugid(b)
|
|
created: { $fromNow: '0 sec' }
|
|
deadline: { $fromNow: '1 day' }
|
|
expires: { $fromNow: '7 days' }
|
|
|
|
payload:
|
|
maxRunTime: { $eval: to_int(build.maxRunTime) }
|
|
image: ${build.docker_image}
|
|
|
|
artifact_dependencies:
|
|
$map: { $eval: build.dependencies }
|
|
each(b):
|
|
$eval: as_slugid(b)
|
|
|
|
env:
|
|
$let:
|
|
training: { $eval: as_slugid(build.test_model_task) }
|
|
linux_amd64_build: { $eval: as_slugid("linux-amd64-cpu-opt") }
|
|
linux_amd64_tflite: { $eval: as_slugid("linux-amd64-tflite-opt") }
|
|
linux_amd64_ctc: { $eval: as_slugid("linux-amd64-ctc-opt") }
|
|
in:
|
|
DEEPSPEECH_TEST_MODEL: https://community-tc.services.mozilla.com/api/queue/v1/task/${training}/artifacts/public/output_graph.pb
|
|
DEEPSPEECH_PROD_MODEL: https://github.com/reuben/DeepSpeech/releases/download/v0.7.0-alpha.3/output_graph.pb
|
|
DEEPSPEECH_PROD_MODEL_MMAP: https://github.com/reuben/DeepSpeech/releases/download/v0.7.0-alpha.3/output_graph.pbmm
|
|
DECODER_ARTIFACTS_ROOT: https://community-tc.services.mozilla.com/api/queue/v1/task/${linux_amd64_ctc}/artifacts/public
|
|
PIP_DEFAULT_TIMEOUT: "60"
|
|
EXPECTED_TENSORFLOW_VERSION: "${build.tensorflow_git_desc}"
|
|
DEBIAN_FRONTEND: "noninteractive"
|
|
|
|
command:
|
|
- "/bin/bash"
|
|
- "--login"
|
|
- "-cxe"
|
|
- $let:
|
|
extraSystemSetup: { $eval: strip(str(build.system_setup)) }
|
|
in: >
|
|
apt-get -qq update && apt-get -qq -y install curl python-simplejson git pixz sox sudo wget && ${extraSystemSetup} &&
|
|
adduser --system --home ${system.homedir.linux} ${system.username} &&
|
|
cd ${system.homedir.linux} &&
|
|
echo -e "#!/bin/bash\nset -xe\n env && id && mkdir ~/DeepSpeech/ && git clone --quiet ${event.head.repo.url} ~/DeepSpeech/ds/ && cd ~/DeepSpeech/ds && git checkout --quiet ${event.head.sha}&& mkdir -p ${system.homedir.linux}/pyenv-root/ && wget -O - ${system.pyenv.linux.url} | tar -C ${system.homedir.linux}/pyenv-root/ -xzf -" > /tmp/clone.sh && chmod +x /tmp/clone.sh &&
|
|
sudo -H -u ${system.username} /bin/bash /tmp/clone.sh &&
|
|
sudo -H -u ${system.username} --preserve-env /bin/bash ${build.args.tests_cmdline}
|
|
|
|
artifacts:
|
|
"public":
|
|
type: "directory"
|
|
path: "/tmp/artifacts/"
|
|
expires: { $fromNow: '7 days' }
|
|
|
|
metadata:
|
|
name: ${build.metadata.name}
|
|
description: ${build.metadata.description}
|
|
owner: ${event.head.user.email}
|
|
source: ${event.head.repo.url}
|