pdf-summarization/batch_blueprint_pubmed.yaml at dev · cnvrg/pdf-summarization · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
---
title: PubMed Summarization Batch
version: 1.0.0
description: Batch blueprint for text summarization on pubmed papers.
long_description: Blueprint to run text summarization on all pubmed papers in a given directory.

author: "cnvrg"
author_email: "libhub@cnvrg.io"


tags:
  - training


tasks:
  - title: PubMed Connector
    top: 300
    left: 0

    # Type must be according to the flow task conventions (data, exec, deploy)
    type: exec

    # The library data
    library: pubmed-connector
    library_version: 1.0.0

    # The flattened library parameters (in this case we have training library)
    command: python3 pubmed-connector.py

    requirements:
      cpu: 3.5
      memory: 8
      gpu: 0
      hpu: 0

    image: cnvrg/cnvrg:v5.0
    language: python3

    # The "arguments" property changes to "params", rest remains the same.
    # Params in the blueprint yaml can be used to override the arguments in the library.
    params:
      - key: query
        type: categorical
        values:
          - ''
      - key: max_results
        type: categorical
        values:
          - '5'
      - key: email
        type: categorical
        values:
          - ''
      - key: field
        type: categorical
        values:
          - 'full'
  - title: Batch
    top: 500
    left: 100

    type: exec

    library: document-summarization-batch
    library_version: 1.0.0

    command: python3 batch_predict.py

    requirements:
      cpu: 3.5
      memory: 8
      gpu: 0
      hpu: 0

    image: python:3.8.10
    language: python3

    params:
      - key: page_wise
        type: 'categorical'
        values:
            - 'False'
      - key: dir
        type: 'categorical'
        values:
          - '/input/pubmed_connector/pdfs'

relations:
    - from: PubMed Connector
      to: Batch