http://git-wip-us.apache.org/repos/asf/beam-site/blob/ffd7c07c/content/documentation/sdks/java/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/java/index.html b/content/documentation/sdks/java/index.html index 08d5819..f0f74d2 100644 --- a/content/documentation/sdks/java/index.html +++ b/content/documentation/sdks/java/index.html @@ -1,135 +1,127 @@ <!DOCTYPE html> <html lang="en"> - <head> <meta charset="utf-8"> <meta http-equiv="X-UA-Compatible" content="IE=edge"> <meta name="viewport" content="width=device-width, initial-scale=1"> - <title>Beam Java SDK</title> <meta name="description" content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes. "> - - <link rel="stylesheet" href="/styles/site.css"> - <link rel="stylesheet" href="/css/theme.css"> + <link href="https://fonts.googleapis.com/css?family=Roboto:100,300,400"; rel="stylesheet"> + <link rel="stylesheet" href="/css/site.css"> <script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js";></script> <script src="/js/bootstrap.min.js"></script> <script src="/js/language-switch.js"></script> <link rel="canonical" href="https://beam.apache.org/documentation/sdks/java/"; data-proofer-ignore> + <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="https://beam.apache.org/feed.xml";> <script> (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); - ga('create', 'UA-73650088-1', 'auto'); ga('send', 'pageview'); - </script> - <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> </head> - - <body role="document"> - - <nav class="navbar navbar-default navbar-fixed-top"> - <div class="container"> + <body class="body "> + <nav class="header navbar navbar-fixed-top"> <div class="navbar-header"> <a href="/" class="navbar-brand" > <img alt="Brand" style="height: 25px" src="/images/beam_logo_navbar.png"> </a> - <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> - <span class="sr-only">Toggle navigation</span> - <span class="icon-bar"></span> - <span class="icon-bar"></span> - <span class="icon-bar"></span> - </button> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> </div> <div id="navbar" class="navbar-collapse collapse"> <ul class="nav navbar-nav"> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/get-started/beam-overview/">Beam Overview</a></li> - <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> - <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Example Walkthroughs</li> - <li><a href="/get-started/wordcount-example/">WordCount</a></li> - <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Resources</li> - <li><a href="/get-started/downloads">Downloads</a></li> - <li><a href="/get-started/support">Support</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/documentation">Using the Documentation</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Beam Concepts</li> - <li><a href="/documentation/programming-guide/">Programming Guide</a></li> - <li><a href="/documentation/resources/">Additional Resources</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Pipeline Fundamentals</li> - <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> - <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> - <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> - <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">SDKs</li> - <li><a href="/documentation/sdks/java/">Java SDK</a></li> - <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" - width="14" height="14" - alt="External link."></a> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/get-started/beam-overview/">Beam Overview</a></li> + <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> + <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Example Walkthroughs</li> + <li><a href="/get-started/wordcount-example/">WordCount</a></li> + <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Resources</li> + <li><a href="/get-started/downloads">Downloads</a></li> + <li><a href="/get-started/support">Support</a></li> + </ul> </li> - <li><a href="/documentation/sdks/python/">Python SDK</a></li> - <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" - width="14" height="14" - alt="External link."></a> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/documentation">Using the Documentation</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Beam Concepts</li> + <li><a href="/documentation/programming-guide/">Programming Guide</a></li> + <li><a href="/documentation/resources/">Additional Resources</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Pipeline Fundamentals</li> + <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> + <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> + <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">SDKs</li> + <li><a href="/documentation/sdks/java/">Java SDK</a></li> + <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li><a href="/documentation/sdks/python/">Python SDK</a></li> + <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Runners</li> + <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> + <li><a href="/documentation/runners/direct/">Direct Runner</a></li> + <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> + <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> + <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> + <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> + </ul> </li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Runners</li> - <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> - <li><a href="/documentation/runners/direct/">Direct Runner</a></li> - <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> - <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> - <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> - <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> - </ul> - </li> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/contribute">Get Started Contributing</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Guides</li> - <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> - <li><a href="/contribute/testing/">Testing Guide</a></li> - <li><a href="/contribute/release-guide/">Release Guide</a></li> - <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Technical References</li> - <li><a href="/contribute/design-principles/">Design Principles</a></li> - <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> - <li><a href="/contribute/source-repository/">Source Repository</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Promotion</li> - <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> - <li><a href="/contribute/logos/">Logos and Design</a></li> - <li role="separator" class="divider"></li> - <li><a href="/contribute/maturity-model/">Maturity Model</a></li> - <li><a href="/contribute/team/">Team</a></li> - </ul> - </li> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/contribute">Get Started Contributing</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Guides</li> + <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> + <li><a href="/contribute/testing/">Testing Guide</a></li> + <li><a href="/contribute/release-guide/">Release Guide</a></li> + <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Technical References</li> + <li><a href="/contribute/design-principles/">Design Principles</a></li> + <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> + <li><a href="/contribute/source-repository/">Source Repository</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Promotion</li> + <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> + <li><a href="/contribute/logos/">Logos and Design</a></li> + <li role="separator" class="divider"></li> + <li><a href="/contribute/maturity-model/">Maturity Model</a></li> + <li><a href="/contribute/team/">Team</a></li> + </ul> + </li> <li><a href="/blog">Blog</a></li> </ul> <ul class="nav navbar-nav navbar-right"> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:24px;">Apache Software Foundation<span class="caret"></span></a> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:20px;"><span class="caret"></span></a> <ul class="dropdown-menu dropdown-menu-right"> <li><a href="http://www.apache.org/";>ASF Homepage</a></li> <li><a href="http://www.apache.org/licenses/";>License</a></li> @@ -141,17 +133,10 @@ </li> </ul> </div><!--/.nav-collapse --> - </div> </nav> - -<link rel="stylesheet" href=""> - - - <div class="container" role="main"> - - <div class="row"> - <h1 id="apache-beam-java-sdk">Apache Beam Java SDK</h1> + <div class="body__contained"> + <h1 id="apache-beam-java-sdk">Apache Beam Java SDK</h1> <p>The Java SDK for Apache Beam provides a simple, powerful API for building both batch and streaming parallel data processing pipelines in Java.</p> @@ -177,29 +162,57 @@ <li><a href="/documentation/sdks/java-extensions/#sorter">sorter</a> is an efficient and scalable sorter for large iterables.</li> </ul> + </div> + <footer class="footer"> + <div class="footer__contained"> + <div class="footer__cols"> + <div class="footer__cols__col"> + <div class="footer__cols__col__logo"> + <img src="/images/beam_logo_circle.svg" class="footer__logo" alt="Beam logo"> + </div> + <div class="footer__cols__col__logo"> + <img src="/images/apache_logo_circle.svg" class="footer__logo" alt="Apache logo"> + </div> </div> - - - <hr> - <div class="row"> - <div class="col-xs-12"> - <footer> - <p class="text-center"> - © Copyright - <a href="http://www.apache.org";>The Apache Software Foundation</a>, - 2017. All Rights Reserved. - </p> - <p class="text-center"> - <a href="/privacy_policy">Privacy Policy</a> | - <a href="/feed.xml">RSS Feed</a> - </p> - </footer> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Start</div> + <div class="footer__cols__col__link"><a href="/get-started/beam-overview/">Overview</a></div> + <div class="footer__cols__col__link"><a href="/get-started/quickstart-java/">Quickstart (Java)</a></div> + <div class="footer__cols__col__link"><a href="/get-started/quickstart-py/">Quickstart (Python)</a></div> + <div class="footer__cols__col__link"><a href="/get-started/downloads/">Downloads</a></div> </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Docs</div> + <div class="footer__cols__col__link"><a href="/documentation/programming-guide/">Concepts</a></div> + <div class="footer__cols__col__link"><a href="/documentation/pipelines/design-your-pipeline/">Pipelines</a></div> + <div class="footer__cols__col__link"><a href="/documentation/runners/capability-matrix/">Runners</a></div> + </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Community</div> + <div class="footer__cols__col__link"><a href="/contribute/">Contribute</a></div> + <div class="footer__cols__col__link"><a href="/contribute/team/">Team</a></div> + <div class="footer__cols__col__link"><a href="/contribute/presentation-materials/">Media</a></div> + </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Resources</div> + <div class="footer__cols__col__link"><a href="/blog/">Blog</a></div> + <div class="footer__cols__col__link"><a href="/get-started/support/">Support</a></div> + <div class="footer__cols__col__link"><a href="https://github.com/apache/beam";>GitHub</a></div> + </div> + </div> </div> - <!-- container div end --> -</div> - + <div class="footer__bottom"> + © + <a href="http://www.apache.org";>The Apache Software Foundation</a> + | <a href="/privacy_policy">Privacy Policy</a> + | <a href="/feed.xml">RSS Feed</a> + <br><br> + Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are + either registered trademarks or trademarks of The Apache Software + Foundation. All other products or name brands are trademarks of their + respective holders, including The Apache Software Foundation. + </div> +</footer> </body> - </html>
http://git-wip-us.apache.org/repos/asf/beam-site/blob/ffd7c07c/content/documentation/sdks/python-custom-io/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/python-custom-io/index.html b/content/documentation/sdks/python-custom-io/index.html index fb2646f..4c83f61 100644 --- a/content/documentation/sdks/python-custom-io/index.html +++ b/content/documentation/sdks/python-custom-io/index.html @@ -1,135 +1,127 @@ <!DOCTYPE html> <html lang="en"> - <head> <meta charset="utf-8"> <meta http-equiv="X-UA-Compatible" content="IE=edge"> <meta name="viewport" content="width=device-width, initial-scale=1"> - <title>Apache Beam: Creating New Sources and Sinks with the Python SDK</title> <meta name="description" content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes. "> - - <link rel="stylesheet" href="/styles/site.css"> - <link rel="stylesheet" href="/css/theme.css"> + <link href="https://fonts.googleapis.com/css?family=Roboto:100,300,400"; rel="stylesheet"> + <link rel="stylesheet" href="/css/site.css"> <script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js";></script> <script src="/js/bootstrap.min.js"></script> <script src="/js/language-switch.js"></script> <link rel="canonical" href="https://beam.apache.org/documentation/sdks/python-custom-io/"; data-proofer-ignore> + <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="https://beam.apache.org/feed.xml";> <script> (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); - ga('create', 'UA-73650088-1', 'auto'); ga('send', 'pageview'); - </script> - <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> </head> - - <body role="document"> - - <nav class="navbar navbar-default navbar-fixed-top"> - <div class="container"> + <body class="body "> + <nav class="header navbar navbar-fixed-top"> <div class="navbar-header"> <a href="/" class="navbar-brand" > <img alt="Brand" style="height: 25px" src="/images/beam_logo_navbar.png"> </a> - <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> - <span class="sr-only">Toggle navigation</span> - <span class="icon-bar"></span> - <span class="icon-bar"></span> - <span class="icon-bar"></span> - </button> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> </div> <div id="navbar" class="navbar-collapse collapse"> <ul class="nav navbar-nav"> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/get-started/beam-overview/">Beam Overview</a></li> - <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> - <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Example Walkthroughs</li> - <li><a href="/get-started/wordcount-example/">WordCount</a></li> - <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Resources</li> - <li><a href="/get-started/downloads">Downloads</a></li> - <li><a href="/get-started/support">Support</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/documentation">Using the Documentation</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Beam Concepts</li> - <li><a href="/documentation/programming-guide/">Programming Guide</a></li> - <li><a href="/documentation/resources/">Additional Resources</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Pipeline Fundamentals</li> - <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> - <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> - <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> - <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">SDKs</li> - <li><a href="/documentation/sdks/java/">Java SDK</a></li> - <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" - width="14" height="14" - alt="External link."></a> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/get-started/beam-overview/">Beam Overview</a></li> + <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> + <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Example Walkthroughs</li> + <li><a href="/get-started/wordcount-example/">WordCount</a></li> + <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Resources</li> + <li><a href="/get-started/downloads">Downloads</a></li> + <li><a href="/get-started/support">Support</a></li> + </ul> </li> - <li><a href="/documentation/sdks/python/">Python SDK</a></li> - <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" - width="14" height="14" - alt="External link."></a> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/documentation">Using the Documentation</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Beam Concepts</li> + <li><a href="/documentation/programming-guide/">Programming Guide</a></li> + <li><a href="/documentation/resources/">Additional Resources</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Pipeline Fundamentals</li> + <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> + <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> + <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">SDKs</li> + <li><a href="/documentation/sdks/java/">Java SDK</a></li> + <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li><a href="/documentation/sdks/python/">Python SDK</a></li> + <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Runners</li> + <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> + <li><a href="/documentation/runners/direct/">Direct Runner</a></li> + <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> + <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> + <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> + <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> + </ul> </li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Runners</li> - <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> - <li><a href="/documentation/runners/direct/">Direct Runner</a></li> - <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> - <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> - <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> - <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> - </ul> - </li> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/contribute">Get Started Contributing</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Guides</li> - <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> - <li><a href="/contribute/testing/">Testing Guide</a></li> - <li><a href="/contribute/release-guide/">Release Guide</a></li> - <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Technical References</li> - <li><a href="/contribute/design-principles/">Design Principles</a></li> - <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> - <li><a href="/contribute/source-repository/">Source Repository</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Promotion</li> - <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> - <li><a href="/contribute/logos/">Logos and Design</a></li> - <li role="separator" class="divider"></li> - <li><a href="/contribute/maturity-model/">Maturity Model</a></li> - <li><a href="/contribute/team/">Team</a></li> - </ul> - </li> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/contribute">Get Started Contributing</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Guides</li> + <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> + <li><a href="/contribute/testing/">Testing Guide</a></li> + <li><a href="/contribute/release-guide/">Release Guide</a></li> + <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Technical References</li> + <li><a href="/contribute/design-principles/">Design Principles</a></li> + <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> + <li><a href="/contribute/source-repository/">Source Repository</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Promotion</li> + <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> + <li><a href="/contribute/logos/">Logos and Design</a></li> + <li role="separator" class="divider"></li> + <li><a href="/contribute/maturity-model/">Maturity Model</a></li> + <li><a href="/contribute/team/">Team</a></li> + </ul> + </li> <li><a href="/blog">Blog</a></li> </ul> <ul class="nav navbar-nav navbar-right"> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:24px;">Apache Software Foundation<span class="caret"></span></a> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:20px;"><span class="caret"></span></a> <ul class="dropdown-menu dropdown-menu-right"> <li><a href="http://www.apache.org/";>ASF Homepage</a></li> <li><a href="http://www.apache.org/licenses/";>License</a></li> @@ -141,17 +133,10 @@ </li> </ul> </div><!--/.nav-collapse --> - </div> </nav> - -<link rel="stylesheet" href=""> - - - <div class="container" role="main"> - - <div class="row"> - <h1 id="creating-new-sources-and-sinks-with-the-python-sdk">Creating New Sources and Sinks with the Python SDK</h1> + <div class="body__contained"> + <h1 id="creating-new-sources-and-sinks-with-the-python-sdk">Creating New Sources and Sinks with the Python SDK</h1> <p>The Apache Beam SDK for Python provides an extensible API that you can use to create new data sources and sinks. This tutorial shows how to create new sources and sinks using <a href="https://github.com/apache/beam/blob/master/sdks/python/apache_beam/io/iobase.py";>Beamâs Source and Sink API</a>.</p> @@ -592,29 +577,57 @@ kvs | 'WriteToSimpleKV' >> WriteToKVSink( </div> + </div> + <footer class="footer"> + <div class="footer__contained"> + <div class="footer__cols"> + <div class="footer__cols__col"> + <div class="footer__cols__col__logo"> + <img src="/images/beam_logo_circle.svg" class="footer__logo" alt="Beam logo"> + </div> + <div class="footer__cols__col__logo"> + <img src="/images/apache_logo_circle.svg" class="footer__logo" alt="Apache logo"> + </div> </div> - - - <hr> - <div class="row"> - <div class="col-xs-12"> - <footer> - <p class="text-center"> - © Copyright - <a href="http://www.apache.org";>The Apache Software Foundation</a>, - 2017. All Rights Reserved. - </p> - <p class="text-center"> - <a href="/privacy_policy">Privacy Policy</a> | - <a href="/feed.xml">RSS Feed</a> - </p> - </footer> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Start</div> + <div class="footer__cols__col__link"><a href="/get-started/beam-overview/">Overview</a></div> + <div class="footer__cols__col__link"><a href="/get-started/quickstart-java/">Quickstart (Java)</a></div> + <div class="footer__cols__col__link"><a href="/get-started/quickstart-py/">Quickstart (Python)</a></div> + <div class="footer__cols__col__link"><a href="/get-started/downloads/">Downloads</a></div> + </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Docs</div> + <div class="footer__cols__col__link"><a href="/documentation/programming-guide/">Concepts</a></div> + <div class="footer__cols__col__link"><a href="/documentation/pipelines/design-your-pipeline/">Pipelines</a></div> + <div class="footer__cols__col__link"><a href="/documentation/runners/capability-matrix/">Runners</a></div> </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Community</div> + <div class="footer__cols__col__link"><a href="/contribute/">Contribute</a></div> + <div class="footer__cols__col__link"><a href="/contribute/team/">Team</a></div> + <div class="footer__cols__col__link"><a href="/contribute/presentation-materials/">Media</a></div> + </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Resources</div> + <div class="footer__cols__col__link"><a href="/blog/">Blog</a></div> + <div class="footer__cols__col__link"><a href="/get-started/support/">Support</a></div> + <div class="footer__cols__col__link"><a href="https://github.com/apache/beam";>GitHub</a></div> + </div> + </div> </div> - <!-- container div end --> -</div> - + <div class="footer__bottom"> + © + <a href="http://www.apache.org";>The Apache Software Foundation</a> + | <a href="/privacy_policy">Privacy Policy</a> + | <a href="/feed.xml">RSS Feed</a> + <br><br> + Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are + either registered trademarks or trademarks of The Apache Software + Foundation. All other products or name brands are trademarks of their + respective holders, including The Apache Software Foundation. + </div> +</footer> </body> - </html> http://git-wip-us.apache.org/repos/asf/beam-site/blob/ffd7c07c/content/documentation/sdks/python-pipeline-dependencies/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/python-pipeline-dependencies/index.html b/content/documentation/sdks/python-pipeline-dependencies/index.html index dba6ff7..31e005a 100644 --- a/content/documentation/sdks/python-pipeline-dependencies/index.html +++ b/content/documentation/sdks/python-pipeline-dependencies/index.html @@ -1,135 +1,127 @@ <!DOCTYPE html> <html lang="en"> - <head> <meta charset="utf-8"> <meta http-equiv="X-UA-Compatible" content="IE=edge"> <meta name="viewport" content="width=device-width, initial-scale=1"> - <title>Managing Python Pipeline Dependencies</title> <meta name="description" content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes. "> - - <link rel="stylesheet" href="/styles/site.css"> - <link rel="stylesheet" href="/css/theme.css"> + <link href="https://fonts.googleapis.com/css?family=Roboto:100,300,400"; rel="stylesheet"> + <link rel="stylesheet" href="/css/site.css"> <script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js";></script> <script src="/js/bootstrap.min.js"></script> <script src="/js/language-switch.js"></script> <link rel="canonical" href="https://beam.apache.org/documentation/sdks/python-pipeline-dependencies/"; data-proofer-ignore> + <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="https://beam.apache.org/feed.xml";> <script> (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); - ga('create', 'UA-73650088-1', 'auto'); ga('send', 'pageview'); - </script> - <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> </head> - - <body role="document"> - - <nav class="navbar navbar-default navbar-fixed-top"> - <div class="container"> + <body class="body "> + <nav class="header navbar navbar-fixed-top"> <div class="navbar-header"> <a href="/" class="navbar-brand" > <img alt="Brand" style="height: 25px" src="/images/beam_logo_navbar.png"> </a> - <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> - <span class="sr-only">Toggle navigation</span> - <span class="icon-bar"></span> - <span class="icon-bar"></span> - <span class="icon-bar"></span> - </button> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> </div> <div id="navbar" class="navbar-collapse collapse"> <ul class="nav navbar-nav"> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/get-started/beam-overview/">Beam Overview</a></li> - <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> - <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Example Walkthroughs</li> - <li><a href="/get-started/wordcount-example/">WordCount</a></li> - <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Resources</li> - <li><a href="/get-started/downloads">Downloads</a></li> - <li><a href="/get-started/support">Support</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/documentation">Using the Documentation</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Beam Concepts</li> - <li><a href="/documentation/programming-guide/">Programming Guide</a></li> - <li><a href="/documentation/resources/">Additional Resources</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Pipeline Fundamentals</li> - <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> - <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> - <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> - <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">SDKs</li> - <li><a href="/documentation/sdks/java/">Java SDK</a></li> - <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" - width="14" height="14" - alt="External link."></a> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/get-started/beam-overview/">Beam Overview</a></li> + <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> + <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Example Walkthroughs</li> + <li><a href="/get-started/wordcount-example/">WordCount</a></li> + <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Resources</li> + <li><a href="/get-started/downloads">Downloads</a></li> + <li><a href="/get-started/support">Support</a></li> + </ul> </li> - <li><a href="/documentation/sdks/python/">Python SDK</a></li> - <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" - width="14" height="14" - alt="External link."></a> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/documentation">Using the Documentation</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Beam Concepts</li> + <li><a href="/documentation/programming-guide/">Programming Guide</a></li> + <li><a href="/documentation/resources/">Additional Resources</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Pipeline Fundamentals</li> + <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> + <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> + <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">SDKs</li> + <li><a href="/documentation/sdks/java/">Java SDK</a></li> + <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li><a href="/documentation/sdks/python/">Python SDK</a></li> + <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Runners</li> + <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> + <li><a href="/documentation/runners/direct/">Direct Runner</a></li> + <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> + <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> + <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> + <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> + </ul> </li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Runners</li> - <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> - <li><a href="/documentation/runners/direct/">Direct Runner</a></li> - <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> - <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> - <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> - <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> - </ul> - </li> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/contribute">Get Started Contributing</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Guides</li> - <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> - <li><a href="/contribute/testing/">Testing Guide</a></li> - <li><a href="/contribute/release-guide/">Release Guide</a></li> - <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Technical References</li> - <li><a href="/contribute/design-principles/">Design Principles</a></li> - <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> - <li><a href="/contribute/source-repository/">Source Repository</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Promotion</li> - <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> - <li><a href="/contribute/logos/">Logos and Design</a></li> - <li role="separator" class="divider"></li> - <li><a href="/contribute/maturity-model/">Maturity Model</a></li> - <li><a href="/contribute/team/">Team</a></li> - </ul> - </li> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/contribute">Get Started Contributing</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Guides</li> + <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> + <li><a href="/contribute/testing/">Testing Guide</a></li> + <li><a href="/contribute/release-guide/">Release Guide</a></li> + <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Technical References</li> + <li><a href="/contribute/design-principles/">Design Principles</a></li> + <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> + <li><a href="/contribute/source-repository/">Source Repository</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Promotion</li> + <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> + <li><a href="/contribute/logos/">Logos and Design</a></li> + <li role="separator" class="divider"></li> + <li><a href="/contribute/maturity-model/">Maturity Model</a></li> + <li><a href="/contribute/team/">Team</a></li> + </ul> + </li> <li><a href="/blog">Blog</a></li> </ul> <ul class="nav navbar-nav navbar-right"> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:24px;">Apache Software Foundation<span class="caret"></span></a> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:20px;"><span class="caret"></span></a> <ul class="dropdown-menu dropdown-menu-right"> <li><a href="http://www.apache.org/";>ASF Homepage</a></li> <li><a href="http://www.apache.org/licenses/";>License</a></li> @@ -141,17 +133,10 @@ </li> </ul> </div><!--/.nav-collapse --> - </div> </nav> - -<link rel="stylesheet" href=""> - - - <div class="container" role="main"> - - <div class="row"> - <h1 id="managing-python-pipeline-dependencies">Managing Python Pipeline Dependencies</h1> + <div class="body__contained"> + <h1 id="managing-python-pipeline-dependencies">Managing Python Pipeline Dependencies</h1> <blockquote> <p><strong>Note:</strong> This page is only applicable to runners that do remote execution.</p> @@ -293,29 +278,57 @@ <p><strong>Note:</strong> Because custom commands execute after the dependencies for your workflow are installed (by <code class="highlighter-rouge">pip</code>), you should omit the PyPI package dependency from the pipelineâs <code class="highlighter-rouge">requirements.txt</code> file and from the <code class="highlighter-rouge">install_requires</code> parameter in the <code class="highlighter-rouge">setuptools.setup()</code> call of your <code class="highlighter-rouge">setup.py</code> file.</p> + </div> + <footer class="footer"> + <div class="footer__contained"> + <div class="footer__cols"> + <div class="footer__cols__col"> + <div class="footer__cols__col__logo"> + <img src="/images/beam_logo_circle.svg" class="footer__logo" alt="Beam logo"> + </div> + <div class="footer__cols__col__logo"> + <img src="/images/apache_logo_circle.svg" class="footer__logo" alt="Apache logo"> + </div> </div> - - - <hr> - <div class="row"> - <div class="col-xs-12"> - <footer> - <p class="text-center"> - © Copyright - <a href="http://www.apache.org";>The Apache Software Foundation</a>, - 2017. All Rights Reserved. - </p> - <p class="text-center"> - <a href="/privacy_policy">Privacy Policy</a> | - <a href="/feed.xml">RSS Feed</a> - </p> - </footer> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Start</div> + <div class="footer__cols__col__link"><a href="/get-started/beam-overview/">Overview</a></div> + <div class="footer__cols__col__link"><a href="/get-started/quickstart-java/">Quickstart (Java)</a></div> + <div class="footer__cols__col__link"><a href="/get-started/quickstart-py/">Quickstart (Python)</a></div> + <div class="footer__cols__col__link"><a href="/get-started/downloads/">Downloads</a></div> </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Docs</div> + <div class="footer__cols__col__link"><a href="/documentation/programming-guide/">Concepts</a></div> + <div class="footer__cols__col__link"><a href="/documentation/pipelines/design-your-pipeline/">Pipelines</a></div> + <div class="footer__cols__col__link"><a href="/documentation/runners/capability-matrix/">Runners</a></div> + </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Community</div> + <div class="footer__cols__col__link"><a href="/contribute/">Contribute</a></div> + <div class="footer__cols__col__link"><a href="/contribute/team/">Team</a></div> + <div class="footer__cols__col__link"><a href="/contribute/presentation-materials/">Media</a></div> + </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Resources</div> + <div class="footer__cols__col__link"><a href="/blog/">Blog</a></div> + <div class="footer__cols__col__link"><a href="/get-started/support/">Support</a></div> + <div class="footer__cols__col__link"><a href="https://github.com/apache/beam";>GitHub</a></div> + </div> + </div> </div> - <!-- container div end --> -</div> - + <div class="footer__bottom"> + © + <a href="http://www.apache.org";>The Apache Software Foundation</a> + | <a href="/privacy_policy">Privacy Policy</a> + | <a href="/feed.xml">RSS Feed</a> + <br><br> + Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are + either registered trademarks or trademarks of The Apache Software + Foundation. All other products or name brands are trademarks of their + respective holders, including The Apache Software Foundation. + </div> +</footer> </body> - </html> http://git-wip-us.apache.org/repos/asf/beam-site/blob/ffd7c07c/content/documentation/sdks/python-type-safety/index.html ---------------------------------------------------------------------- diff --git a/content/documentation/sdks/python-type-safety/index.html b/content/documentation/sdks/python-type-safety/index.html index cd364cf..0e4e0a4 100644 --- a/content/documentation/sdks/python-type-safety/index.html +++ b/content/documentation/sdks/python-type-safety/index.html @@ -1,135 +1,127 @@ <!DOCTYPE html> <html lang="en"> - <head> <meta charset="utf-8"> <meta http-equiv="X-UA-Compatible" content="IE=edge"> <meta name="viewport" content="width=device-width, initial-scale=1"> - <title>Ensuring Python Type Safety</title> <meta name="description" content="Apache Beam is an open source, unified model and set of language-specific SDKs for defining and executing data processing workflows, and also data ingestion and integration flows, supporting Enterprise Integration Patterns (EIPs) and Domain Specific Languages (DSLs). Dataflow pipelines simplify the mechanics of large-scale batch and streaming data processing and can run on a number of runtimes like Apache Flink, Apache Spark, and Google Cloud Dataflow (a cloud service). Beam also brings DSL in different languages, allowing users to easily implement their data integration processes. "> - - <link rel="stylesheet" href="/styles/site.css"> - <link rel="stylesheet" href="/css/theme.css"> + <link href="https://fonts.googleapis.com/css?family=Roboto:100,300,400"; rel="stylesheet"> + <link rel="stylesheet" href="/css/site.css"> <script src="https://ajax.googleapis.com/ajax/libs/jquery/2.2.0/jquery.min.js";></script> <script src="/js/bootstrap.min.js"></script> <script src="/js/language-switch.js"></script> <link rel="canonical" href="https://beam.apache.org/documentation/sdks/python-type-safety/"; data-proofer-ignore> + <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> <link rel="alternate" type="application/rss+xml" title="Apache Beam" href="https://beam.apache.org/feed.xml";> <script> (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); - ga('create', 'UA-73650088-1', 'auto'); ga('send', 'pageview'); - </script> - <link rel="shortcut icon" type="image/x-icon" href="/images/favicon.ico"> </head> - - <body role="document"> - - <nav class="navbar navbar-default navbar-fixed-top"> - <div class="container"> + <body class="body "> + <nav class="header navbar navbar-fixed-top"> <div class="navbar-header"> <a href="/" class="navbar-brand" > <img alt="Brand" style="height: 25px" src="/images/beam_logo_navbar.png"> </a> - <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> - <span class="sr-only">Toggle navigation</span> - <span class="icon-bar"></span> - <span class="icon-bar"></span> - <span class="icon-bar"></span> - </button> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> </div> <div id="navbar" class="navbar-collapse collapse"> <ul class="nav navbar-nav"> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/get-started/beam-overview/">Beam Overview</a></li> - <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> - <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Example Walkthroughs</li> - <li><a href="/get-started/wordcount-example/">WordCount</a></li> - <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Resources</li> - <li><a href="/get-started/downloads">Downloads</a></li> - <li><a href="/get-started/support">Support</a></li> - </ul> - </li> - <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/documentation">Using the Documentation</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Beam Concepts</li> - <li><a href="/documentation/programming-guide/">Programming Guide</a></li> - <li><a href="/documentation/resources/">Additional Resources</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Pipeline Fundamentals</li> - <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> - <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> - <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> - <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">SDKs</li> - <li><a href="/documentation/sdks/java/">Java SDK</a></li> - <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" - width="14" height="14" - alt="External link."></a> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Get Started <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/get-started/beam-overview/">Beam Overview</a></li> + <li><a href="/get-started/quickstart-java/">Quickstart - Java</a></li> + <li><a href="/get-started/quickstart-py/">Quickstart - Python</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Example Walkthroughs</li> + <li><a href="/get-started/wordcount-example/">WordCount</a></li> + <li><a href="/get-started/mobile-gaming-example/">Mobile Gaming</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Resources</li> + <li><a href="/get-started/downloads">Downloads</a></li> + <li><a href="/get-started/support">Support</a></li> + </ul> </li> - <li><a href="/documentation/sdks/python/">Python SDK</a></li> - <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" - width="14" height="14" - alt="External link."></a> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Documentation <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/documentation">Using the Documentation</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Beam Concepts</li> + <li><a href="/documentation/programming-guide/">Programming Guide</a></li> + <li><a href="/documentation/resources/">Additional Resources</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Pipeline Fundamentals</li> + <li><a href="/documentation/pipelines/design-your-pipeline/">Design Your Pipeline</a></li> + <li><a href="/documentation/pipelines/create-your-pipeline/">Create Your Pipeline</a></li> + <li><a href="/documentation/pipelines/test-your-pipeline/">Test Your Pipeline</a></li> + <li><a href="/documentation/io/io-toc/">Pipeline I/O</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">SDKs</li> + <li><a href="/documentation/sdks/java/">Java SDK</a></li> + <li><a href="/documentation/sdks/javadoc/0.6.0/" target="_blank">Java SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li><a href="/documentation/sdks/python/">Python SDK</a></li> + <li><a href="/documentation/sdks/pydoc/0.6.0/" target="_blank">Python SDK API Reference <img src="/images/external-link-icon.png" + width="14" height="14" + alt="External link."></a> + </li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Runners</li> + <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> + <li><a href="/documentation/runners/direct/">Direct Runner</a></li> + <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> + <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> + <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> + <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> + </ul> </li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Runners</li> - <li><a href="/documentation/runners/capability-matrix/">Capability Matrix</a></li> - <li><a href="/documentation/runners/direct/">Direct Runner</a></li> - <li><a href="/documentation/runners/apex/">Apache Apex Runner</a></li> - <li><a href="/documentation/runners/flink/">Apache Flink Runner</a></li> - <li><a href="/documentation/runners/spark/">Apache Spark Runner</a></li> - <li><a href="/documentation/runners/dataflow/">Cloud Dataflow Runner</a></li> - </ul> - </li> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> - <ul class="dropdown-menu"> - <li><a href="/contribute">Get Started Contributing</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Guides</li> - <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> - <li><a href="/contribute/testing/">Testing Guide</a></li> - <li><a href="/contribute/release-guide/">Release Guide</a></li> - <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Technical References</li> - <li><a href="/contribute/design-principles/">Design Principles</a></li> - <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> - <li><a href="/contribute/source-repository/">Source Repository</a></li> - <li role="separator" class="divider"></li> - <li class="dropdown-header">Promotion</li> - <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> - <li><a href="/contribute/logos/">Logos and Design</a></li> - <li role="separator" class="divider"></li> - <li><a href="/contribute/maturity-model/">Maturity Model</a></li> - <li><a href="/contribute/team/">Team</a></li> - </ul> - </li> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Contribute <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li><a href="/contribute">Get Started Contributing</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Guides</li> + <li><a href="/contribute/contribution-guide/">Contribution Guide</a></li> + <li><a href="/contribute/testing/">Testing Guide</a></li> + <li><a href="/contribute/release-guide/">Release Guide</a></li> + <li><a href="/contribute/ptransform-style-guide/">PTransform Style Guide</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Technical References</li> + <li><a href="/contribute/design-principles/">Design Principles</a></li> + <li><a href="/contribute/work-in-progress/">Ongoing Projects</a></li> + <li><a href="/contribute/source-repository/">Source Repository</a></li> + <li role="separator" class="divider"></li> + <li class="dropdown-header">Promotion</li> + <li><a href="/contribute/presentation-materials/">Presentation Materials</a></li> + <li><a href="/contribute/logos/">Logos and Design</a></li> + <li role="separator" class="divider"></li> + <li><a href="/contribute/maturity-model/">Maturity Model</a></li> + <li><a href="/contribute/team/">Team</a></li> + </ul> + </li> <li><a href="/blog">Blog</a></li> </ul> <ul class="nav navbar-nav navbar-right"> <li class="dropdown"> - <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:24px;">Apache Software Foundation<span class="caret"></span></a> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false"><img src="https://www.apache.org/foundation/press/kit/feather_small.png"; alt="Apache Logo" style="height:20px;"><span class="caret"></span></a> <ul class="dropdown-menu dropdown-menu-right"> <li><a href="http://www.apache.org/";>ASF Homepage</a></li> <li><a href="http://www.apache.org/licenses/";>License</a></li> @@ -141,17 +133,10 @@ </li> </ul> </div><!--/.nav-collapse --> - </div> </nav> - -<link rel="stylesheet" href=""> - - - <div class="container" role="main"> - - <div class="row"> - <h1 id="ensuring-python-type-safety">Ensuring Python Type Safety</h1> + <div class="body__contained"> + <h1 id="ensuring-python-type-safety">Ensuring Python Type Safety</h1> <p>Python is a dynamically-typed language with no static type checking. Because of the way Pythonâs type checking works, as well as the deferred nature of runner execution, developer productivity can easily become bottle-necked by time spent investigating type-related errors.</p> @@ -338,29 +323,57 @@ totals = ( </div> + </div> + <footer class="footer"> + <div class="footer__contained"> + <div class="footer__cols"> + <div class="footer__cols__col"> + <div class="footer__cols__col__logo"> + <img src="/images/beam_logo_circle.svg" class="footer__logo" alt="Beam logo"> + </div> + <div class="footer__cols__col__logo"> + <img src="/images/apache_logo_circle.svg" class="footer__logo" alt="Apache logo"> + </div> </div> - - - <hr> - <div class="row"> - <div class="col-xs-12"> - <footer> - <p class="text-center"> - © Copyright - <a href="http://www.apache.org";>The Apache Software Foundation</a>, - 2017. All Rights Reserved. - </p> - <p class="text-center"> - <a href="/privacy_policy">Privacy Policy</a> | - <a href="/feed.xml">RSS Feed</a> - </p> - </footer> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Start</div> + <div class="footer__cols__col__link"><a href="/get-started/beam-overview/">Overview</a></div> + <div class="footer__cols__col__link"><a href="/get-started/quickstart-java/">Quickstart (Java)</a></div> + <div class="footer__cols__col__link"><a href="/get-started/quickstart-py/">Quickstart (Python)</a></div> + <div class="footer__cols__col__link"><a href="/get-started/downloads/">Downloads</a></div> + </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Docs</div> + <div class="footer__cols__col__link"><a href="/documentation/programming-guide/">Concepts</a></div> + <div class="footer__cols__col__link"><a href="/documentation/pipelines/design-your-pipeline/">Pipelines</a></div> + <div class="footer__cols__col__link"><a href="/documentation/runners/capability-matrix/">Runners</a></div> </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Community</div> + <div class="footer__cols__col__link"><a href="/contribute/">Contribute</a></div> + <div class="footer__cols__col__link"><a href="/contribute/team/">Team</a></div> + <div class="footer__cols__col__link"><a href="/contribute/presentation-materials/">Media</a></div> + </div> + <div class="footer__cols__col footer__cols__col--md"> + <div class="footer__cols__col__title">Resources</div> + <div class="footer__cols__col__link"><a href="/blog/">Blog</a></div> + <div class="footer__cols__col__link"><a href="/get-started/support/">Support</a></div> + <div class="footer__cols__col__link"><a href="https://github.com/apache/beam";>GitHub</a></div> + </div> + </div> </div> - <!-- container div end --> -</div> - + <div class="footer__bottom"> + © + <a href="http://www.apache.org";>The Apache Software Foundation</a> + | <a href="/privacy_policy">Privacy Policy</a> + | <a href="/feed.xml">RSS Feed</a> + <br><br> + Apache Beam, Apache, Beam, the Beam logo, and the Apache feather logo are + either registered trademarks or trademarks of The Apache Software + Foundation. All other products or name brands are trademarks of their + respective holders, including The Apache Software Foundation. + </div> +</footer> </body> - </html>
![https://www.apache.org/foundation/press/kit/feather_small.png"](https://www.apache.org/foundation/press/kit/feather_small.png"){kind=link}