Skip to content

Commit

Permalink
Add more docstrings
Browse files Browse the repository at this point in the history
  • Loading branch information
Aurick Qiao committed May 12, 2022
1 parent 5916982 commit b2d8cc9
Show file tree
Hide file tree
Showing 4 changed files with 445 additions and 307 deletions.
34 changes: 17 additions & 17 deletions example/docker-compose.yml
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ services:
- -m
- pirlib.backends.docker_batch
- graph
- gASV+wAAAAAAAABdlCiMDHBpcmxpYi5ncmFwaJSMC0dyYXBoT3V0cHV0lJOUKYGUfZQojARuYW1llIwIcmV0dXJuLjCUjAZpb3R5cGWUjARGSUxFlIwGc291cmNllGgBjApEYXRhU291cmNllJOUKYGUfZQojARub2RllIwFdHJhaW6UjAhzdWJncmFwaJROjAZvdXRwdXSUjAZyZXR1cm6UjAtncmFwaF9pbnB1dJROdWJ1YmgDKYGUfZQoaAaMCHJldHVybi4xlGgIjAlEQVRBRlJBTUWUaApoDCmBlH2UKGgPjAhldmFsdWF0ZZRoEU5oEowGcmV0dXJulGgUTnVidWJlLg==
- gASV+QAAAAAAAABdlCiMCnBpcmxpYi5waXKUjAtHcmFwaE91dHB1dJSTlCmBlH2UKIwEbmFtZZSMCHJldHVybi4wlIwGaW90eXBllIwERklMRZSMBnNvdXJjZZRoAYwKRGF0YVNvdXJjZZSTlCmBlH2UKIwEbm9kZZSMBXRyYWlulIwIc3ViZ3JhcGiUTowGb3V0cHV0lIwGcmV0dXJulIwLZ3JhcGhfaW5wdXSUTnVidWJoAymBlH2UKGgGjAhyZXR1cm4uMZRoCIwJREFUQUZSQU1FlGgKaAwpgZR9lChoD4wIZXZhbHVhdGWUaBFOaBKMBnJldHVybpRoFE51YnViZS4=
depends_on:
train_pipeline.clean:
condition: service_completed_successfully
Expand All @@ -17,7 +17,7 @@ services:
condition: service_completed_successfully
train_pipeline.train:
condition: service_completed_successfully
image: pircli-build:6063df32-2483-4e2e-beee-944931c72937
image: pircli-build:fbb9b1d1-11ed-48a6-a70c-67a1f6c928a5
volumes:
- node_outputs:/mnt/node_outputs
- ${INPUT_train_dataset:?err}:/mnt/graph_inputs/train_dataset
Expand All @@ -30,9 +30,9 @@ services:
- -m
- pirlib.backends.docker_batch
- node
- gASV1wEAAAAAAACMDHBpcmxpYi5ncmFwaJSMBE5vZGWUk5QpgZR9lCiMBG5hbWWUjAVjbGVhbpSMBmNvbmZpZ5R9lIwGaW5wdXRzlF2UaACMBUlucHV0lJOUKYGUfZQoaAWMB2RhdGFzZXSUjAZpb3R5cGWUjAlESVJFQ1RPUlmUjAZzb3VyY2WUaACMCkRhdGFTb3VyY2WUk5QpgZR9lCiMBG5vZGWUTowIc3ViZ3JhcGiUTowGb3V0cHV0lE6MC2dyYXBoX2lucHV0lIwNdHJhaW5fZGF0YXNldJR1YnViYYwHb3V0cHV0c5RdlGgAjAZPdXRwdXSUk5QpgZR9lChoBYwGcmV0dXJulGgQjAlESVJFQ1RPUlmUdWJhjAplbnRyeXBvaW50lGgAjApFbnRyeXBvaW50lJOUKYGUfZQojAd2ZXJzaW9ulIwCdjGUjAdoYW5kbGVylIwVZXhhbXBsZS5leGFtcGxlOmNsZWFulIwHcnVudGltZZSMCnB5dGhvbjozLjiUjAdjb2RldXJplE6MBWltYWdllIwxcGlyY2xpLWJ1aWxkOjYwNjNkZjMyLTI0ODMtNGUyZS1iZWVlLTk0NDkzMWM3MjkzN5R1YowJZnJhbWV3b3JrlE51Yi4=
- gASVpAAAAAAAAABdlCiMDHBpcmxpYi5ncmFwaJSMCkdyYXBoSW5wdXSUk5QpgZR9lCiMBG5hbWWUjA10cmFpbl9kYXRhc2V0lIwGaW90eXBllIwJRElSRUNUT1JZlHViaAMpgZR9lChoBowPdHJhbnNsYXRlX21vZGVslGgIjARGSUxFlHViaAMpgZR9lChoBowJc2VudGVuY2VzlGgIjAlESVJFQ1RPUlmUdWJlLg==
image: pircli-build:6063df32-2483-4e2e-beee-944931c72937
- gASV1QEAAAAAAACMCnBpcmxpYi5waXKUjAROb2RllJOUKYGUfZQojARuYW1llIwFY2xlYW6UjAplbnRyeXBvaW50lGgAjApFbnRyeXBvaW50lJOUKYGUfZQojAd2ZXJzaW9ulIwCdjGUjAdoYW5kbGVylIwVZXhhbXBsZS5leGFtcGxlOmNsZWFulIwHcnVudGltZZSMCnB5dGhvbjozLjiUjAdjb2RldXJslE6MBWltYWdllIwxcGlyY2xpLWJ1aWxkOmZiYjliMWQxLTExZWQtNDhhNi1hNzBjLTY3YTFmNmM5MjhhNZR1YowJZnJhbWV3b3JrlE6MBmNvbmZpZ5R9lIwGaW5wdXRzlF2UaACMBUlucHV0lJOUKYGUfZQoaAWMB2RhdGFzZXSUjAZpb3R5cGWUjAlESVJFQ1RPUlmUjAZzb3VyY2WUaACMCkRhdGFTb3VyY2WUk5QpgZR9lCiMBG5vZGWUTowIc3ViZ3JhcGiUTowGb3V0cHV0lE6MC2dyYXBoX2lucHV0lIwNdHJhaW5fZGF0YXNldJR1YnViYYwHb3V0cHV0c5RdlGgAjAZPdXRwdXSUk5QpgZR9lChoBYwGcmV0dXJulGgfjAlESVJFQ1RPUlmUdWJhdWIu
- gASVogAAAAAAAABdlCiMCnBpcmxpYi5waXKUjApHcmFwaElucHV0lJOUKYGUfZQojARuYW1llIwNdHJhaW5fZGF0YXNldJSMBmlvdHlwZZSMCURJUkVDVE9SWZR1YmgDKYGUfZQoaAaMD3RyYW5zbGF0ZV9tb2RlbJRoCIwERklMRZR1YmgDKYGUfZQoaAaMCXNlbnRlbmNlc5RoCIwJRElSRUNUT1JZlHViZS4=
image: pircli-build:fbb9b1d1-11ed-48a6-a70c-67a1f6c928a5
volumes:
- node_outputs:/mnt/node_outputs
- ${INPUT_train_dataset:?err}:/mnt/graph_inputs/train_dataset
Expand All @@ -42,12 +42,12 @@ services:
- -m
- pirlib.backends.docker_batch
- node
- gASVTwIAAAAAAACMDHBpcmxpYi5ncmFwaJSMBE5vZGWUk5QpgZR9lCiMBG5hbWWUjAhldmFsdWF0ZZSMBmNvbmZpZ5R9lIwGaW5wdXRzlF2UKGgAjAVJbnB1dJSTlCmBlH2UKGgFjBNrd2FyZ3MudGVzdF9kYXRhc2V0lIwGaW90eXBllIwJRElSRUNUT1JZlIwGc291cmNllGgAjApEYXRhU291cmNllJOUKYGUfZQojARub2RllE6MCHN1YmdyYXBolE6MBm91dHB1dJROjAtncmFwaF9pbnB1dJSMCXNlbnRlbmNlc5R1YnViaAwpgZR9lChoBYwSa3dhcmdzLnByZWRpY3Rpb25zlGgQjAlESVJFQ1RPUlmUaBJoFCmBlH2UKGgXjBhpbmZlcl9waXBlbGluZS5zZW50aW1lbnSUaBhOaBmMBnJldHVybpRoGk51YnViZYwHb3V0cHV0c5RdlGgAjAZPdXRwdXSUk5QpgZR9lChoBYwGcmV0dXJulGgQjAlEQVRBRlJBTUWUdWJhjAplbnRyeXBvaW50lGgAjApFbnRyeXBvaW50lJOUKYGUfZQojAd2ZXJzaW9ulIwCdjGUjAdoYW5kbGVylIwYZXhhbXBsZS5leGFtcGxlOmV2YWx1YXRllIwHcnVudGltZZSMCnB5dGhvbjozLjiUjAdjb2RldXJplE6MBWltYWdllIwxcGlyY2xpLWJ1aWxkOjYwNjNkZjMyLTI0ODMtNGUyZS1iZWVlLTk0NDkzMWM3MjkzN5R1YowJZnJhbWV3b3JrlE51Yi4=
- gASVpAAAAAAAAABdlCiMDHBpcmxpYi5ncmFwaJSMCkdyYXBoSW5wdXSUk5QpgZR9lCiMBG5hbWWUjA10cmFpbl9kYXRhc2V0lIwGaW90eXBllIwJRElSRUNUT1JZlHViaAMpgZR9lChoBowPdHJhbnNsYXRlX21vZGVslGgIjARGSUxFlHViaAMpgZR9lChoBowJc2VudGVuY2VzlGgIjAlESVJFQ1RPUlmUdWJlLg==
- gASVTQIAAAAAAACMCnBpcmxpYi5waXKUjAROb2RllJOUKYGUfZQojARuYW1llIwIZXZhbHVhdGWUjAplbnRyeXBvaW50lGgAjApFbnRyeXBvaW50lJOUKYGUfZQojAd2ZXJzaW9ulIwCdjGUjAdoYW5kbGVylIwYZXhhbXBsZS5leGFtcGxlOmV2YWx1YXRllIwHcnVudGltZZSMCnB5dGhvbjozLjiUjAdjb2RldXJslE6MBWltYWdllIwxcGlyY2xpLWJ1aWxkOmZiYjliMWQxLTExZWQtNDhhNi1hNzBjLTY3YTFmNmM5MjhhNZR1YowJZnJhbWV3b3JrlE6MBmNvbmZpZ5R9lIwGaW5wdXRzlF2UKGgAjAVJbnB1dJSTlCmBlH2UKGgFjBNrd2FyZ3MudGVzdF9kYXRhc2V0lIwGaW90eXBllIwJRElSRUNUT1JZlIwGc291cmNllGgAjApEYXRhU291cmNllJOUKYGUfZQojARub2RllE6MCHN1YmdyYXBolE6MBm91dHB1dJROjAtncmFwaF9pbnB1dJSMCXNlbnRlbmNlc5R1YnViaBspgZR9lChoBYwSa3dhcmdzLnByZWRpY3Rpb25zlGgfjAlESVJFQ1RPUlmUaCFoIymBlH2UKGgmjBhpbmZlcl9waXBlbGluZS5zZW50aW1lbnSUaCdOaCiMBnJldHVybpRoKU51YnViZYwHb3V0cHV0c5RdlGgAjAZPdXRwdXSUk5QpgZR9lChoBYwGcmV0dXJulGgfjAlEQVRBRlJBTUWUdWJhdWIu
- gASVogAAAAAAAABdlCiMCnBpcmxpYi5waXKUjApHcmFwaElucHV0lJOUKYGUfZQojARuYW1llIwNdHJhaW5fZGF0YXNldJSMBmlvdHlwZZSMCURJUkVDVE9SWZR1YmgDKYGUfZQoaAaMD3RyYW5zbGF0ZV9tb2RlbJRoCIwERklMRZR1YmgDKYGUfZQoaAaMCXNlbnRlbmNlc5RoCIwJRElSRUNUT1JZlHViZS4=
depends_on:
train_pipeline.infer_pipeline.sentiment:
condition: service_completed_successfully
image: pircli-build:6063df32-2483-4e2e-beee-944931c72937
image: pircli-build:fbb9b1d1-11ed-48a6-a70c-67a1f6c928a5
volumes:
- node_outputs:/mnt/node_outputs
- ${INPUT_sentences:?err}:/mnt/graph_inputs/sentences
Expand All @@ -57,14 +57,14 @@ services:
- -m
- pirlib.backends.docker_batch
- node
- gASVSgIAAAAAAACMDHBpcmxpYi5ncmFwaJSMBE5vZGWUk5QpgZR9lCiMBG5hbWWUjBhpbmZlcl9waXBlbGluZS5zZW50aW1lbnSUjAZjb25maWeUfZSMBmlucHV0c5RdlChoAIwFSW5wdXSUk5QpgZR9lChoBYwFbW9kZWyUjAZpb3R5cGWUjARGSUxFlIwGc291cmNllGgAjApEYXRhU291cmNllJOUKYGUfZQojARub2RllIwFdHJhaW6UjAhzdWJncmFwaJROjAZvdXRwdXSUjAZyZXR1cm6UjAtncmFwaF9pbnB1dJROdWJ1YmgMKYGUfZQoaAWMCXNlbnRlbmNlc5RoEIwJRElSRUNUT1JZlGgSaBQpgZR9lChoF4waaW5mZXJfcGlwZWxpbmUudHJhbnNsYXRlXzGUaBlOaBqMBnJldHVybpRoHE51YnViZYwHb3V0cHV0c5RdlGgAjAZPdXRwdXSUk5QpgZR9lChoBYwGcmV0dXJulGgQjAlESVJFQ1RPUlmUdWJhjAplbnRyeXBvaW50lGgAjApFbnRyeXBvaW50lJOUKYGUfZQojAd2ZXJzaW9ulIwCdjGUjAdoYW5kbGVylIwZZXhhbXBsZS5leGFtcGxlOnNlbnRpbWVudJSMB3J1bnRpbWWUjApweXRob246My44lIwHY29kZXVyaZROjAVpbWFnZZSMMXBpcmNsaS1idWlsZDo2MDYzZGYzMi0yNDgzLTRlMmUtYmVlZS05NDQ5MzFjNzI5MzeUdWKMCWZyYW1ld29ya5ROdWIu
- gASVpAAAAAAAAABdlCiMDHBpcmxpYi5ncmFwaJSMCkdyYXBoSW5wdXSUk5QpgZR9lCiMBG5hbWWUjA10cmFpbl9kYXRhc2V0lIwGaW90eXBllIwJRElSRUNUT1JZlHViaAMpgZR9lChoBowPdHJhbnNsYXRlX21vZGVslGgIjARGSUxFlHViaAMpgZR9lChoBowJc2VudGVuY2VzlGgIjAlESVJFQ1RPUlmUdWJlLg==
- gASVSAIAAAAAAACMCnBpcmxpYi5waXKUjAROb2RllJOUKYGUfZQojARuYW1llIwYaW5mZXJfcGlwZWxpbmUuc2VudGltZW50lIwKZW50cnlwb2ludJRoAIwKRW50cnlwb2ludJSTlCmBlH2UKIwHdmVyc2lvbpSMAnYxlIwHaGFuZGxlcpSMGWV4YW1wbGUuZXhhbXBsZTpzZW50aW1lbnSUjAdydW50aW1llIwKcHl0aG9uOjMuOJSMB2NvZGV1cmyUTowFaW1hZ2WUjDFwaXJjbGktYnVpbGQ6ZmJiOWIxZDEtMTFlZC00OGE2LWE3MGMtNjdhMWY2YzkyOGE1lHVijAlmcmFtZXdvcmuUTowGY29uZmlnlH2UjAZpbnB1dHOUXZQoaACMBUlucHV0lJOUKYGUfZQoaAWMBW1vZGVslIwGaW90eXBllIwERklMRZSMBnNvdXJjZZRoAIwKRGF0YVNvdXJjZZSTlCmBlH2UKIwEbm9kZZSMBXRyYWlulIwIc3ViZ3JhcGiUTowGb3V0cHV0lIwGcmV0dXJulIwLZ3JhcGhfaW5wdXSUTnVidWJoGymBlH2UKGgFjAlzZW50ZW5jZXOUaB+MCURJUkVDVE9SWZRoIWgjKYGUfZQoaCaMGmluZmVyX3BpcGVsaW5lLnRyYW5zbGF0ZV8xlGgoTmgpjAZyZXR1cm6UaCtOdWJ1YmWMB291dHB1dHOUXZRoAIwGT3V0cHV0lJOUKYGUfZQoaAWMBnJldHVybpRoH4wJRElSRUNUT1JZlHViYXViLg==
- gASVogAAAAAAAABdlCiMCnBpcmxpYi5waXKUjApHcmFwaElucHV0lJOUKYGUfZQojARuYW1llIwNdHJhaW5fZGF0YXNldJSMBmlvdHlwZZSMCURJUkVDVE9SWZR1YmgDKYGUfZQoaAaMD3RyYW5zbGF0ZV9tb2RlbJRoCIwERklMRZR1YmgDKYGUfZQoaAaMCXNlbnRlbmNlc5RoCIwJRElSRUNUT1JZlHViZS4=
depends_on:
train_pipeline.infer_pipeline.translate_1:
condition: service_completed_successfully
train_pipeline.train:
condition: service_completed_successfully
image: pircli-build:6063df32-2483-4e2e-beee-944931c72937
image: pircli-build:fbb9b1d1-11ed-48a6-a70c-67a1f6c928a5
volumes:
- node_outputs:/mnt/node_outputs
train_pipeline.infer_pipeline.translate_1:
Expand All @@ -73,9 +73,9 @@ services:
- -m
- pirlib.backends.docker_batch
- node
- gASVQgIAAAAAAACMDHBpcmxpYi5ncmFwaJSMBE5vZGWUk5QpgZR9lCiMBG5hbWWUjBppbmZlcl9waXBlbGluZS50cmFuc2xhdGVfMZSMBmNvbmZpZ5R9lIwDa2V5lIwFdmFsdWWUc4wGaW5wdXRzlF2UKGgAjAVJbnB1dJSTlCmBlH2UKGgFjAZhcmdzLjCUjAZpb3R5cGWUjARGSUxFlIwGc291cmNllGgAjApEYXRhU291cmNllJOUKYGUfZQojARub2RllE6MCHN1YmdyYXBolE6MBm91dHB1dJROjAtncmFwaF9pbnB1dJSMD3RyYW5zbGF0ZV9tb2RlbJR1YnViaA4pgZR9lChoBYwGYXJncy4xlGgSjAlESVJFQ1RPUlmUaBRoFimBlH2UKGgZTmgaTmgbTmgcjAlzZW50ZW5jZXOUdWJ1YmWMB291dHB1dHOUXZRoAIwGT3V0cHV0lJOUKYGUfZQoaAWMBnJldHVybpRoEowJRElSRUNUT1JZlHViYYwKZW50cnlwb2ludJRoAIwKRW50cnlwb2ludJSTlCmBlH2UKIwHdmVyc2lvbpSMAnYxlIwHaGFuZGxlcpSMGWV4YW1wbGUuZXhhbXBsZTp0cmFuc2xhdGWUjAdydW50aW1llIwKcHl0aG9uOjMuOJSMB2NvZGV1cmmUTowFaW1hZ2WUjDFwaXJjbGktYnVpbGQ6NjA2M2RmMzItMjQ4My00ZTJlLWJlZWUtOTQ0OTMxYzcyOTM3lHVijAlmcmFtZXdvcmuUTnViLg==
- gASVpAAAAAAAAABdlCiMDHBpcmxpYi5ncmFwaJSMCkdyYXBoSW5wdXSUk5QpgZR9lCiMBG5hbWWUjA10cmFpbl9kYXRhc2V0lIwGaW90eXBllIwJRElSRUNUT1JZlHViaAMpgZR9lChoBowPdHJhbnNsYXRlX21vZGVslGgIjARGSUxFlHViaAMpgZR9lChoBowJc2VudGVuY2VzlGgIjAlESVJFQ1RPUlmUdWJlLg==
image: pircli-build:6063df32-2483-4e2e-beee-944931c72937
- gASVQAIAAAAAAACMCnBpcmxpYi5waXKUjAROb2RllJOUKYGUfZQojARuYW1llIwaaW5mZXJfcGlwZWxpbmUudHJhbnNsYXRlXzGUjAplbnRyeXBvaW50lGgAjApFbnRyeXBvaW50lJOUKYGUfZQojAd2ZXJzaW9ulIwCdjGUjAdoYW5kbGVylIwZZXhhbXBsZS5leGFtcGxlOnRyYW5zbGF0ZZSMB3J1bnRpbWWUjApweXRob246My44lIwHY29kZXVybJROjAVpbWFnZZSMMXBpcmNsaS1idWlsZDpmYmI5YjFkMS0xMWVkLTQ4YTYtYTcwYy02N2ExZjZjOTI4YTWUdWKMCWZyYW1ld29ya5ROjAZjb25maWeUfZSMA2tleZSMBXZhbHVllHOMBmlucHV0c5RdlChoAIwFSW5wdXSUk5QpgZR9lChoBYwGYXJncy4wlIwGaW90eXBllIwERklMRZSMBnNvdXJjZZRoAIwKRGF0YVNvdXJjZZSTlCmBlH2UKIwEbm9kZZROjAhzdWJncmFwaJROjAZvdXRwdXSUTowLZ3JhcGhfaW5wdXSUjA90cmFuc2xhdGVfbW9kZWyUdWJ1YmgdKYGUfZQoaAWMBmFyZ3MuMZRoIYwJRElSRUNUT1JZlGgjaCUpgZR9lChoKE5oKU5oKk5oK4wJc2VudGVuY2VzlHVidWJljAdvdXRwdXRzlF2UaACMBk91dHB1dJSTlCmBlH2UKGgFjAZyZXR1cm6UaCGMCURJUkVDVE9SWZR1YmF1Yi4=
- gASVogAAAAAAAABdlCiMCnBpcmxpYi5waXKUjApHcmFwaElucHV0lJOUKYGUfZQojARuYW1llIwNdHJhaW5fZGF0YXNldJSMBmlvdHlwZZSMCURJUkVDVE9SWZR1YmgDKYGUfZQoaAaMD3RyYW5zbGF0ZV9tb2RlbJRoCIwERklMRZR1YmgDKYGUfZQoaAaMCXNlbnRlbmNlc5RoCIwJRElSRUNUT1JZlHViZS4=
image: pircli-build:fbb9b1d1-11ed-48a6-a70c-67a1f6c928a5
volumes:
- node_outputs:/mnt/node_outputs
- ${INPUT_translate_model:?err}:/mnt/graph_inputs/translate_model
Expand All @@ -86,12 +86,12 @@ services:
- -m
- pirlib.backends.docker_batch
- node
- gASVHQIAAAAAAACMDHBpcmxpYi5ncmFwaJSMBE5vZGWUk5QpgZR9lCiMBG5hbWWUjAV0cmFpbpSMBmNvbmZpZ5R9lIwGaW5wdXRzlF2UaACMBUlucHV0lJOUKYGUfZQoaAWMB2RhdGFzZXSUjAZpb3R5cGWUjAlESVJFQ1RPUlmUjAZzb3VyY2WUaACMCkRhdGFTb3VyY2WUk5QpgZR9lCiMBG5vZGWUjAVjbGVhbpSMCHN1YmdyYXBolE6MBm91dHB1dJSMBnJldHVybpSMC2dyYXBoX2lucHV0lE51YnViYYwHb3V0cHV0c5RdlGgAjAZPdXRwdXSUk5QpgZR9lChoBYwGcmV0dXJulGgQjARGSUxFlHViYYwKZW50cnlwb2ludJRoAIwKRW50cnlwb2ludJSTlCmBlH2UKIwHdmVyc2lvbpSMAnYxlIwHaGFuZGxlcpSMFWV4YW1wbGUuZXhhbXBsZTp0cmFpbpSMB3J1bnRpbWWUjApweXRob246My44lIwHY29kZXVyaZROjAVpbWFnZZSMMXBpcmNsaS1idWlsZDo2MDYzZGYzMi0yNDgzLTRlMmUtYmVlZS05NDQ5MzFjNzI5MzeUdWKMCWZyYW1ld29ya5RoAIwJRnJhbWV3b3JrlJOUKYGUfZQoaAWMB2FkYXB0ZGyUaAd9lCiMDG1pbl9yZXBsaWNhc5RLAYwMbWF4X3JlcGxpY2FzlEsEdXVidWIu
- gASVpAAAAAAAAABdlCiMDHBpcmxpYi5ncmFwaJSMCkdyYXBoSW5wdXSUk5QpgZR9lCiMBG5hbWWUjA10cmFpbl9kYXRhc2V0lIwGaW90eXBllIwJRElSRUNUT1JZlHViaAMpgZR9lChoBowPdHJhbnNsYXRlX21vZGVslGgIjARGSUxFlHViaAMpgZR9lChoBowJc2VudGVuY2VzlGgIjAlESVJFQ1RPUlmUdWJlLg==
- gASVGwIAAAAAAACMCnBpcmxpYi5waXKUjAROb2RllJOUKYGUfZQojARuYW1llIwFdHJhaW6UjAplbnRyeXBvaW50lGgAjApFbnRyeXBvaW50lJOUKYGUfZQojAd2ZXJzaW9ulIwCdjGUjAdoYW5kbGVylIwVZXhhbXBsZS5leGFtcGxlOnRyYWlulIwHcnVudGltZZSMCnB5dGhvbjozLjiUjAdjb2RldXJslE6MBWltYWdllIwxcGlyY2xpLWJ1aWxkOmZiYjliMWQxLTExZWQtNDhhNi1hNzBjLTY3YTFmNmM5MjhhNZR1YowJZnJhbWV3b3JrlGgAjAlGcmFtZXdvcmuUk5QpgZR9lChoBYwHYWRhcHRkbJSMBmNvbmZpZ5R9lCiMDG1pbl9yZXBsaWNhc5RLAYwMbWF4X3JlcGxpY2FzlEsEdXViaBt9lIwGaW5wdXRzlF2UaACMBUlucHV0lJOUKYGUfZQoaAWMB2RhdGFzZXSUjAZpb3R5cGWUjAlESVJFQ1RPUlmUjAZzb3VyY2WUaACMCkRhdGFTb3VyY2WUk5QpgZR9lCiMBG5vZGWUjAVjbGVhbpSMCHN1YmdyYXBolE6MBm91dHB1dJSMBnJldHVybpSMC2dyYXBoX2lucHV0lE51YnViYYwHb3V0cHV0c5RdlGgAjAZPdXRwdXSUk5QpgZR9lChoBYwGcmV0dXJulGgnjARGSUxFlHViYXViLg==
- gASVogAAAAAAAABdlCiMCnBpcmxpYi5waXKUjApHcmFwaElucHV0lJOUKYGUfZQojARuYW1llIwNdHJhaW5fZGF0YXNldJSMBmlvdHlwZZSMCURJUkVDVE9SWZR1YmgDKYGUfZQoaAaMD3RyYW5zbGF0ZV9tb2RlbJRoCIwERklMRZR1YmgDKYGUfZQoaAaMCXNlbnRlbmNlc5RoCIwJRElSRUNUT1JZlHViZS4=
depends_on:
train_pipeline.clean:
condition: service_completed_successfully
image: pircli-build:6063df32-2483-4e2e-beee-944931c72937
image: pircli-build:fbb9b1d1-11ed-48a6-a70c-67a1f6c928a5
volumes:
- node_outputs:/mnt/node_outputs
version: '3.9'
Expand Down
58 changes: 29 additions & 29 deletions example/package_docker.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,13 @@ graphs:
- name: train_pipeline
nodes:
- name: clean
entrypoint:
version: v1
handler: example.example:clean
runtime: python:3.8
codeurl: null
image: pircli-build:fbb9b1d1-11ed-48a6-a70c-67a1f6c928a5
framework: null
config: {}
inputs:
- name: dataset
Expand All @@ -14,14 +21,18 @@ graphs:
outputs:
- name: return
iotype: DIRECTORY
- name: train
entrypoint:
version: v1
handler: example.example:clean
handler: example.example:train
runtime: python:3.8
codeuri: null
image: pircli-build:6063df32-2483-4e2e-beee-944931c72937
framework: null
- name: train
codeurl: null
image: pircli-build:fbb9b1d1-11ed-48a6-a70c-67a1f6c928a5
framework:
name: adaptdl
config:
min_replicas: 1
max_replicas: 4
config: {}
inputs:
- name: dataset
Expand All @@ -34,18 +45,14 @@ graphs:
outputs:
- name: return
iotype: FILE
- name: evaluate
entrypoint:
version: v1
handler: example.example:train
handler: example.example:evaluate
runtime: python:3.8
codeuri: null
image: pircli-build:6063df32-2483-4e2e-beee-944931c72937
framework:
name: adaptdl
config:
min_replicas: 1
max_replicas: 4
- name: evaluate
codeurl: null
image: pircli-build:fbb9b1d1-11ed-48a6-a70c-67a1f6c928a5
framework: null
config: {}
inputs:
- name: kwargs.test_dataset
Expand All @@ -65,14 +72,14 @@ graphs:
outputs:
- name: return
iotype: DATAFRAME
- name: infer_pipeline.translate_1
entrypoint:
version: v1
handler: example.example:evaluate
handler: example.example:translate
runtime: python:3.8
codeuri: null
image: pircli-build:6063df32-2483-4e2e-beee-944931c72937
codeurl: null
image: pircli-build:fbb9b1d1-11ed-48a6-a70c-67a1f6c928a5
framework: null
- name: infer_pipeline.translate_1
config:
key: value
inputs:
Expand All @@ -93,14 +100,14 @@ graphs:
outputs:
- name: return
iotype: DIRECTORY
- name: infer_pipeline.sentiment
entrypoint:
version: v1
handler: example.example:translate
handler: example.example:sentiment
runtime: python:3.8
codeuri: null
image: pircli-build:6063df32-2483-4e2e-beee-944931c72937
codeurl: null
image: pircli-build:fbb9b1d1-11ed-48a6-a70c-67a1f6c928a5
framework: null
- name: infer_pipeline.sentiment
config: {}
inputs:
- name: model
Expand All @@ -120,13 +127,6 @@ graphs:
outputs:
- name: return
iotype: DIRECTORY
entrypoint:
version: v1
handler: example.example:sentiment
runtime: python:3.8
codeuri: null
image: pircli-build:6063df32-2483-4e2e-beee-944931c72937
framework: null
subgraphs: []
inputs:
- name: train_dataset
Expand Down
10 changes: 5 additions & 5 deletions example/package_inproc.yml
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ graphs:
version: v1
handler: example.example:translate
runtime: python:3.8
codeuri: null
codeurl: null
image: null
framework: null
config:
Expand Down Expand Up @@ -34,7 +34,7 @@ graphs:
version: v1
handler: example.example:sentiment
runtime: python:3.8
codeuri: null
codeurl: null
image: null
framework: null
config: {}
Expand Down Expand Up @@ -79,7 +79,7 @@ graphs:
version: v1
handler: example.example:clean
runtime: python:3.8
codeuri: null
codeurl: null
image: null
framework: null
config: {}
Expand All @@ -99,7 +99,7 @@ graphs:
version: v1
handler: example.example:train
runtime: python:3.8
codeuri: null
codeurl: null
image: null
framework:
name: adaptdl
Expand All @@ -123,7 +123,7 @@ graphs:
version: v1
handler: example.example:evaluate
runtime: python:3.8
codeuri: null
codeurl: null
image: null
framework: null
config: {}
Expand Down
Loading

0 comments on commit b2d8cc9

Please sign in to comment.