- generic [ref=e2]:
  - banner [ref=e3]:
    - link "Skip to main content" [ref=e4] [cursor=pointer]:
      - /url: "#content"
    - generic [ref=e5]:
      - link "Cornell University" [ref=e7] [cursor=pointer]:
        - /url: https://www.cornell.edu/
        - img "Cornell University" [ref=e8]
      - link "Learn about arXiv becoming an independent nonprofit." [ref=e10] [cursor=pointer]:
        - /url: https://tech.cornell.edu/arxiv/
      - generic [ref=e11]:
        - generic [ref=e12]:
          - text: We gratefully acknowledge support from the Simons Foundation,
          - link "member institutions" [ref=e13] [cursor=pointer]:
            - /url: https://info.arxiv.org/about/ourmembers.html
          - text: ", and all contributors."
        - link "Donate" [ref=e14] [cursor=pointer]:
          - /url: https://info.arxiv.org/about/donate.html
    - generic [ref=e15]:
      - generic [ref=e16]:
        - link "arxiv logo" [ref=e17] [cursor=pointer]:
          - /url: /
          - img "arxiv logo" [ref=e18]
        - generic [ref=e19]: ">"
        - link "cs" [ref=e20] [cursor=pointer]:
          - /url: /list/cs/recent
        - generic [ref=e21]: ">"
        - text: arXiv:1907.10902
      - generic [ref=e24]:
        - generic [ref=e25]:
          - textbox "Search term or terms" [ref=e26]:
            - /placeholder: Search...
          - paragraph [ref=e27]:
            - link "Help" [ref=e28] [cursor=pointer]:
              - /url: https://info.arxiv.org/help
            - text: "|"
            - link "Advanced Search" [ref=e29] [cursor=pointer]:
              - /url: https://arxiv.org/search/advanced
        - combobox "Field to search" [ref=e31]:
          - option "All fields" [selected]
          - option "Title"
          - option "Author"
          - option "Abstract"
          - option "Comments"
          - option "Journal reference"
          - option "ACM classification"
          - option "MSC classification"
          - option "Report number"
          - option "arXiv identifier"
          - option "DOI"
          - option "ORCID"
          - option "arXiv author ID"
          - option "Help pages"
          - option "Full text"
        - button "Search" [ref=e32] [cursor=pointer]
  - main [ref=e33]:
    - generic [ref=e35]:
      - generic [ref=e36]:
        - heading "Computer Science > Machine Learning" [level=1] [ref=e38]
        - generic [ref=e40]:
          - generic [ref=e41]: "[Submitted on 25 Jul 2019]"
          - 'heading "Optuna: A Next-generation Hyperparameter Optimization Framework" [level=1] [ref=e42]'
          - generic [ref=e43]:
            - link "Takuya Akiba" [ref=e44] [cursor=pointer]:
              - /url: https://arxiv.org/search/cs?searchtype=author&query=Akiba,+T
            - text: ","
            - link "Shotaro Sano" [ref=e45] [cursor=pointer]:
              - /url: https://arxiv.org/search/cs?searchtype=author&query=Sano,+S
            - text: ","
            - link "Toshihiko Yanase" [ref=e46] [cursor=pointer]:
              - /url: https://arxiv.org/search/cs?searchtype=author&query=Yanase,+T
            - text: ","
            - link "Takeru Ohta" [ref=e47] [cursor=pointer]:
              - /url: https://arxiv.org/search/cs?searchtype=author&query=Ohta,+T
            - text: ","
            - link "Masanori Koyama" [ref=e48] [cursor=pointer]:
              - /url: https://arxiv.org/search/cs?searchtype=author&query=Koyama,+M
          - blockquote [ref=e49]:
            - text: The purpose of this study is to introduce new design-criteria for next-generation hyperparameter optimization software. The criteria we propose include (1) define-by-run API that allows users to construct the parameter search space dynamically, (2) efficient implementation of both searching and pruning strategies, and (3) easy-to-setup, versatile architecture that can be deployed for various purposes, ranging from scalable distributed computing to light-weight experiment conducted via interactive interface. In order to prove our point, we will introduce Optuna, an optimization software which is a culmination of our effort in the development of a next generation optimization software. As an optimization software designed with define-by-run principle, Optuna is particularly the first of its kind. We will present the design-techniques that became necessary in the development of the software that meets the above criteria, and demonstrate the power of our new design through experimental results and real world applications. Our software is available under the MIT license (
            - link "this https URL" [ref=e50] [cursor=pointer]:
              - /url: https://github.com/pfnet/optuna/
            - text: ).
          - table "Additional metadata" [ref=e52]:
            - rowgroup [ref=e53]:
              - 'row "Comments: 10 pages, Accepted at KDD 2019 Applied Data Science track" [ref=e54]':
                - cell "Comments:" [ref=e55]
                - cell "10 pages, Accepted at KDD 2019 Applied Data Science track" [ref=e56]
              - 'row "Subjects: Machine Learning (cs.LG); Machine Learning (stat.ML)" [ref=e57]':
                - cell "Subjects:" [ref=e58]
                - cell "Machine Learning (cs.LG); Machine Learning (stat.ML)" [ref=e59]
              - 'row "Cite as: arXiv:1907.10902 [cs.LG]" [ref=e60]':
                - cell "Cite as:" [ref=e61]
                - cell "arXiv:1907.10902 [cs.LG]" [ref=e62]:
                  - generic [ref=e63]:
                    - link "arXiv:1907.10902" [ref=e64] [cursor=pointer]:
                      - /url: https://arxiv.org/abs/1907.10902
                    - text: "[cs.LG]"
              - row "(or arXiv:1907.10902v1 [cs.LG] for this version)" [ref=e65]:
                - cell [ref=e66]
                - cell "(or arXiv:1907.10902v1 [cs.LG] for this version)" [ref=e67]:
                  - text: (or
                  - generic [ref=e68]:
                    - link "arXiv:1907.10902v1" [ref=e69] [cursor=pointer]:
                      - /url: https://arxiv.org/abs/1907.10902v1
                    - text: "[cs.LG]"
                  - text: for this version)
              - row "https://doi.org/10.48550/arXiv.1907.10902 Focus to learn more" [ref=e70]:
                - cell [ref=e71]
                - cell "https://doi.org/10.48550/arXiv.1907.10902 Focus to learn more" [ref=e72]:
                  - link "https://doi.org/10.48550/arXiv.1907.10902" [ref=e73] [cursor=pointer]:
                    - /url: https://doi.org/10.48550/arXiv.1907.10902
                  - button "Focus to learn more" [ref=e75]:
                    - generic [ref=e77]: Focus to learn more
        - generic [ref=e78]:
          - heading "Submission history" [level=2] [ref=e79]
          - text: "From: Toshihiko Yanase ["
          - link "view email" [ref=e80] [cursor=pointer]:
            - /url: /show-email/4c88e0f1/1907.10902
          - text: "]"
          - strong [ref=e81]: "[v1]"
          - text: Thu, 25 Jul 2019 08:55:22 UTC (853 KB)
      - generic [ref=e82]:
        - generic [ref=e83]:
          - heading "Access Paper:" [level=2] [ref=e84]
          - list [ref=e85]:
            - listitem [ref=e86]:
              - link "View PDF" [ref=e87] [cursor=pointer]:
                - /url: /pdf/1907.10902
            - listitem [ref=e88]:
              - link "TeX Source" [ref=e89] [cursor=pointer]:
                - /url: /src/1907.10902
          - link "view license" [ref=e91] [cursor=pointer]:
            - /url: http://arxiv.org/licenses/nonexclusive-distrib/1.0/
        - generic [ref=e92]:
          - heading "Current browse context:" [level=3] [ref=e93]
          - generic [ref=e94]: cs.LG
          - generic [ref=e95]:
            - link "< prev" [ref=e97] [cursor=pointer]:
              - /url: /prevnext?id=1907.10902&function=prev&context=cs.LG
            - text: "|"
            - link "next >" [ref=e99] [cursor=pointer]:
              - /url: /prevnext?id=1907.10902&function=next&context=cs.LG
          - generic [ref=e100]:
            - link "new" [ref=e101] [cursor=pointer]:
              - /url: /list/cs.LG/new
            - text: "|"
            - link "recent" [ref=e102] [cursor=pointer]:
              - /url: /list/cs.LG/recent
            - text: "|"
            - link "2019-07" [ref=e103] [cursor=pointer]:
              - /url: /list/cs.LG/2019-07
          - generic [ref=e104]:
            - text: "Change to browse by:"
            - generic [ref=e105]:
              - link "cs" [ref=e106] [cursor=pointer]:
                - /url: /abs/1907.10902?context=cs
              - link "stat" [ref=e107] [cursor=pointer]:
                - /url: /abs/1907.10902?context=stat
              - link "stat.ML" [ref=e108] [cursor=pointer]:
                - /url: /abs/1907.10902?context=stat.ML
        - generic [ref=e109]:
          - heading "References & Citations" [level=3] [ref=e110]
          - list [ref=e111]:
            - listitem [ref=e112]:
              - link "NASA ADS" [ref=e113] [cursor=pointer]:
                - /url: https://ui.adsabs.harvard.edu/abs/arXiv:1907.10902
            - listitem [ref=e114]:
              - link "Google Scholar" [ref=e115] [cursor=pointer]:
                - /url: https://scholar.google.com/scholar_lookup?arxiv_id=1907.10902
            - listitem [ref=e116]:
              - link "Semantic Scholar" [ref=e117] [cursor=pointer]:
                - /url: https://api.semanticscholar.org/arXiv:1907.10902
        - generic [ref=e118]:
          - heading "DBLP - CS Bibliography" [level=3] [ref=e119]:
            - link "DBLP" [ref=e120] [cursor=pointer]:
              - /url: https://dblp.uni-trier.de
            - text: "- CS Bibliography"
          - generic [ref=e121]:
            - link "listing" [ref=e122] [cursor=pointer]:
              - /url: https://dblp.uni-trier.de/db/journals/corr/corr1907.html#abs-1907-10902
            - text: "|"
            - link "bibtex" [ref=e123] [cursor=pointer]:
              - /url: https://dblp.uni-trier.de/rec/bibtex/journals/corr/abs-1907-10902
          - generic [ref=e124]:
            - link "Takuya Akiba" [ref=e125] [cursor=pointer]:
              - /url: https://dblp.uni-trier.de/search/author?author=Takuya%20Akiba
            - link "Shotaro Sano" [ref=e126] [cursor=pointer]:
              - /url: https://dblp.uni-trier.de/search/author?author=Shotaro%20Sano
            - link "Toshihiko Yanase" [ref=e127] [cursor=pointer]:
              - /url: https://dblp.uni-trier.de/search/author?author=Toshihiko%20Yanase
            - link "Takeru Ohta" [ref=e128] [cursor=pointer]:
              - /url: https://dblp.uni-trier.de/search/author?author=Takeru%20Ohta
            - link "Masanori Koyama" [ref=e129] [cursor=pointer]:
              - /url: https://dblp.uni-trier.de/search/author?author=Masanori%20Koyama
        - button "export BibTeX citation" [ref=e131]
        - generic [ref=e132]:
          - heading "Bookmark" [level=3] [ref=e134]
          - link "BibSonomy" [ref=e135] [cursor=pointer]:
            - /url: "http://www.bibsonomy.org/BibtexHandler?requTask=upload&url=https://arxiv.org/abs/1907.10902&description=Optuna: A Next-generation Hyperparameter Optimization Framework"
            - img "BibSonomy" [ref=e136]
          - link "Reddit" [ref=e137] [cursor=pointer]:
            - /url: "https://reddit.com/submit?url=https://arxiv.org/abs/1907.10902&title=Optuna: A Next-generation Hyperparameter Optimization Framework"
            - img "Reddit" [ref=e138]
      - tablist "arXivLabs tools" [ref=e140]:
        - radio "Bibliographic Tools" [checked] [ref=e141]
        - tab "Bibliographic Tools" [selected] [ref=e142] [cursor=pointer]
        - tabpanel "Bibliographic Tools" [ref=e143]:
          - heading "Bibliographic and Citation Tools" [level=1] [ref=e144]
          - generic [ref=e145]:
            - generic [ref=e146]:
              - generic [ref=e148]:
                - checkbox "Bibliographic Explorer Toggle"
                - generic [ref=e150]: Bibliographic Explorer Toggle
              - generic [ref=e151]:
                - text: Bibliographic Explorer
                - emphasis [ref=e152]:
                  - text: (
                  - link "What is the Explorer?" [ref=e153] [cursor=pointer]:
                    - /url: https://info.arxiv.org/labs/showcase.html#arxiv-bibliographic-explorer
                  - text: )
            - generic [ref=e154]:
              - generic [ref=e156]:
                - checkbox "Connected Papers"
                - generic [ref=e158]: Connected Papers Toggle
              - generic [ref=e159]:
                - text: Connected Papers
                - emphasis [ref=e160]:
                  - text: (
                  - link "What is Connected Papers?" [ref=e161] [cursor=pointer]:
                    - /url: https://www.connectedpapers.com/about
                  - text: )
            - generic [ref=e162]:
              - generic [ref=e164]:
                - checkbox "Litmaps"
                - generic [ref=e166]: Litmaps Toggle
              - generic [ref=e167]:
                - text: Litmaps
                - emphasis [ref=e168]:
                  - text: (
                  - link "What is Litmaps?" [ref=e169] [cursor=pointer]:
                    - /url: https://www.litmaps.co/
                  - text: )
            - generic [ref=e170]:
              - generic [ref=e172]:
                - checkbox "scite Smart Citations"
                - generic [ref=e174]: scite.ai Toggle
              - generic [ref=e175]:
                - text: scite Smart Citations
                - emphasis [ref=e176]:
                  - text: (
                  - link "What are Smart Citations?" [ref=e177] [cursor=pointer]:
                    - /url: https://www.scite.ai/
                  - text: )
        - radio "Code, Data, Media" [ref=e181]
        - tab "Code, Data, Media" [ref=e182] [cursor=pointer]
        - radio "Demos" [ref=e183]
        - tab "Demos" [ref=e184] [cursor=pointer]
        - radio "Related Papers" [ref=e185]
        - tab "Related Papers" [ref=e186] [cursor=pointer]
        - radio "About arXivLabs" [ref=e187]
        - tab "About arXivLabs" [ref=e188] [cursor=pointer]
      - generic [ref=e189]:
        - link "Which authors of this paper are endorsers?" [ref=e190] [cursor=pointer]:
          - /url: /auth/show-endorsers/1907.10902
        - text: "|"
        - link "Disable MathJax" [ref=e191] [cursor=pointer]:
          - /url: javascript:setMathjaxCookie()
        - text: (
        - link "What is MathJax?" [ref=e192] [cursor=pointer]:
          - /url: https://info.arxiv.org/help/mathjax.html
        - text: )
  - contentinfo [ref=e193]:
    - navigation "Secondary" [ref=e194]:
      - generic [ref=e196]:
        - list [ref=e198]:
          - listitem [ref=e199]:
            - link "About" [ref=e200] [cursor=pointer]:
              - /url: https://info.arxiv.org/about
          - listitem [ref=e201]:
            - link "Help" [ref=e202] [cursor=pointer]:
              - /url: https://info.arxiv.org/help
        - list [ref=e204]:
          - listitem [ref=e205]:
            - link "Contact" [ref=e207] [cursor=pointer]:
              - /url: https://info.arxiv.org/help/contact.html
          - listitem [ref=e208]:
            - link "Subscribe" [ref=e210] [cursor=pointer]:
              - /url: https://info.arxiv.org/help/subscribe
      - generic [ref=e212]:
        - list [ref=e214]:
          - listitem [ref=e215]:
            - link "Copyright" [ref=e216] [cursor=pointer]:
              - /url: https://info.arxiv.org/help/license/index.html
          - listitem [ref=e217]:
            - link "Privacy Policy" [ref=e218] [cursor=pointer]:
              - /url: https://info.arxiv.org/help/policies/privacy_policy.html
        - list [ref=e220]:
          - listitem [ref=e221]:
            - link "Web Accessibility Assistance" [ref=e222] [cursor=pointer]:
              - /url: https://info.arxiv.org/help/web_accessibility.html
          - listitem [ref=e223]:
            - paragraph [ref=e224]:
              - link "arXiv Operational Status" [ref=e225] [cursor=pointer]:
                - /url: https://status.arxiv.org
                - text: arXiv Operational Status