diff --git a/README.adoc b/README.adoc index cdd5a4d..b29ec19 100644 --- a/README.adoc +++ b/README.adoc @@ -1,8 +1,8 @@ == Spring Cloud Data Flow Server for Apache Yarn -image:https://build.spring.io/plugins/servlet/buildStatusImage/SCD-YARNBMASTER[Build Status, link=https://build.spring.io/browse/SCD-YARNBMASTER] image:https://badge.waffle.io/spring-cloud/spring-cloud-dataflow-server-yarn.svg?label=ready&title=Ready[Stories in Ready, link=http://waffle.io/spring-cloud/spring-cloud-dataflow-server-yarn] +image:https://build.spring.io/plugins/servlet/buildStatusImage/SCD-YARNBMASTER[Build Status, link=https://build.spring.io/browse/SCD-YARNBMASTER] image:https://badge.waffle.io/spring-cloud/spring-cloud-dataflow-server-yarn.svg?label=ready&title=Ready[Stories in Ready, link=https://waffle.io/spring-cloud/spring-cloud-dataflow-server-yarn] image:https://badge.waffle.io/spring-cloud/spring-cloud-dataflow-server-yarn.svg?label=In%20Progress&title=In%20Progress[Stories in Progress, -link=http://waffle.io/spring-cloud/spring-cloud-dataflow-server-yarn] +link=https://waffle.io/spring-cloud/spring-cloud-dataflow-server-yarn] === Building @@ -72,7 +72,7 @@ spring-cloud-dataflow-server-yarn-1.0.0.BUILD-SNAPSHOT/bin/dataflow-server-yarn- $ submitted APPLICATION ID USER NAME QUEUE TYPE STARTTIME FINISHTIME STATE FINALSTATUS ORIGINAL TRACKING URL ------------------------------ ------------ ------------------------------ ------- -------- -------------- ---------- ------- ----------- -------------------------- - application_1447944262603_0003 jvalkealahti spring-cloud-dataflow-yarn-app default DATAFLOW 19/11/15 15:49 N/A RUNNING UNDEFINED http://172.16.14.143:45566 + application_1447944262603_0003 jvalkealahti spring-cloud-dataflow-yarn-app default DATAFLOW 19/11/15 15:49 N/A RUNNING UNDEFINED https://172.16.14.143:45566 $ kill -a application_1447944262603_0003 Kill request for application_1447944262603_0003 sent diff --git a/spring-cloud-dataflow-server-yarn-docs/src/main/asciidoc/getting-started.adoc b/spring-cloud-dataflow-server-yarn-docs/src/main/asciidoc/getting-started.adoc index 97da2e6..21438bd 100644 --- a/spring-cloud-dataflow-server-yarn-docs/src/main/asciidoc/getting-started.adoc +++ b/spring-cloud-dataflow-server-yarn-docs/src/main/asciidoc/getting-started.adoc @@ -33,7 +33,7 @@ includes the Server and the Shell apps: [source,text,subs="attributes"] ---- -$ wget http://repo.spring.io/{version-type-lowercase}/org/springframework/cloud/dist/spring-cloud-dataflow-server-yarn-dist/{revnumber-version}/spring-cloud-dataflow-server-yarn-dist-{revnumber-version}.zip +$ wget https://repo.spring.io/{version-type-lowercase}/org/springframework/cloud/dist/spring-cloud-dataflow-server-yarn-dist/{revnumber-version}/spring-cloud-dataflow-server-yarn-dist-{revnumber-version}.zip ---- Unzip the distribution ZIP file and change to the directory containing the deployment files. @@ -110,7 +110,7 @@ review how to <app import --uri http://bit.ly/stream-applications-rabbit-maven +dataflow:>app import --uri https://bit.ly/stream-applications-rabbit-maven ---- ==== Sourcing Applications from HDFS @@ -193,7 +193,7 @@ $ submitted $ submitted APPLICATION ID USER NAME QUEUE TYPE STARTTIME FINISHTIME STATE FINALSTATUS ORIGINAL TRACKING URL ------------------------------ ------------ ----------------------- ------- -------- -------------- ---------- ------- ----------- ------------------------- - application_1461658614481_0001 jvalkealahti scdstream:app:foostream default DATAFLOW 26/04/16 16:27 N/A RUNNING UNDEFINED http://192.168.1.96:58580 + application_1461658614481_0001 jvalkealahti scdstream:app:foostream default DATAFLOW 26/04/16 16:27 N/A RUNNING UNDEFINED https://192.168.1.96:58580 ---- More info about internals for stream apps can be queried by @@ -231,7 +231,7 @@ executing its batch jobs: $ submitted -v APPLICATION ID USER NAME QUEUE TYPE STARTTIME FINISHTIME STATE FINALSTATUS ORIGINAL TRACKING URL ------------------------------ ------------ ----------------------- ------- -------- -------------- -------------- -------- ----------- ------------------------- - application_1461658614481_0002 jvalkealahti scdtask:timestamp default DATAFLOW 26/04/16 16:29 N/A RUNNING UNDEFINED http://192.168.1.96:39561 + application_1461658614481_0002 jvalkealahti scdtask:timestamp default DATAFLOW 26/04/16 16:29 N/A RUNNING UNDEFINED https://192.168.1.96:39561 application_1461658614481_0001 jvalkealahti scdstream:app:foostream default DATAFLOW 26/04/16 16:27 26/04/16 16:28 FINISHED SUCCEEDED $ submitted -v @@ -283,7 +283,7 @@ ambari server which adds needed service definitions. ---- [root@ambari-1 ~]# yum -y install ambari-server [root@ambari-1 ~]# ambari-server setup -s -[root@ambari-1 ~]# wget -nv http://repo.spring.io/yum-{version-type-lowercase}-local/scdf/1.0/scdf-{version-type-lowercase}-1.0.repo -O /etc/yum.repos.d/scdf-{version-type-lowercase}-1.0.repo +[root@ambari-1 ~]# wget -nv https://repo.spring.io/yum-{version-type-lowercase}-local/scdf/1.0/scdf-{version-type-lowercase}-1.0.repo -O /etc/yum.repos.d/scdf-{version-type-lowercase}-1.0.repo [root@ambari-1 ~]# yum -y install scdf-plugin-hdp [root@ambari-1 ~]# ambari-server start ---- @@ -298,7 +298,7 @@ Ambari plugin only works for redhat6/redhat7 and related centos based systems fo When you create your cluster and choose a stack, make sure that `redhat6` or/and `redhat7` sections contains repository named `SCDF-1.0` and that it points to -`http://repo.spring.io/yum-{version-type-lowercase}-local/scdf/1.0`. +`https://repo.spring.io/yum-{version-type-lowercase}-local/scdf/1.0`. `Ambari 2.4` contains major rewrites for stack definitions and how it is possible to integrate with those from external contributions. Our @@ -781,7 +781,7 @@ Install plugin repository. [source,text,subs="attributes"] ---- -$ wget -nv http://repo.spring.io/yum-{version-type-lowercase}-local/scdf/1.0/scdf-{version-type-lowercase}-1.0.repo -O /etc/yum.repos.d/scdf-{version-type-lowercase}-1.0.repo +$ wget -nv https://repo.spring.io/yum-{version-type-lowercase}-local/scdf/1.0/scdf-{version-type-lowercase}-1.0.repo -O /etc/yum.repos.d/scdf-{version-type-lowercase}-1.0.repo ---- Install plugin. diff --git a/spring-cloud-dataflow-server-yarn-docs/src/main/asciidoc/index.adoc b/spring-cloud-dataflow-server-yarn-docs/src/main/asciidoc/index.adoc index 03341e0..5bc73b1 100644 --- a/spring-cloud-dataflow-server-yarn-docs/src/main/asciidoc/index.adoc +++ b/spring-cloud-dataflow-server-yarn-docs/src/main/asciidoc/index.adoc @@ -10,32 +10,32 @@ Sabby Anandan, Marius Bogoevici, Eric Bottard, Mark Fisher, Ilayaperumal Gopinat :spring-cloud-dataflow-repo: milestone :github-tag: master :spring-cloud-dataflow-docs-version: current -:spring-cloud-dataflow-docs: http://docs.spring.io/spring-cloud-dataflow-server-yarn/docs/{spring-cloud-dataflow-docs-version}/reference -:spring-cloud-dataflow-docs-current: http://docs.spring.io/spring-cloud-dataflow-server-yarn/docs/current-SNAPSHOT/reference/html/ +:spring-cloud-dataflow-docs: https://docs.spring.io/spring-cloud-dataflow-server-yarn/docs/{spring-cloud-dataflow-docs-version}/reference +:spring-cloud-dataflow-docs-current: https://docs.spring.io/spring-cloud-dataflow-server-yarn/docs/current-SNAPSHOT/reference/html/ :github-repo: spring-cloud/spring-cloud-dataflow-server-yarn -:github-raw: http://raw.github.com/{github-repo}/{github-tag} -:github-code: http://github.com/{github-repo}/tree/{github-tag} -:github-wiki: http://github.com/{github-repo}/wiki -:github-master-code: http://github.com/{github-repo}/tree/master +:github-raw: https://raw.github.com/{github-repo}/{github-tag} +:github-code: https://github.com/{github-repo}/tree/{github-tag} +:github-wiki: https://github.com/{github-repo}/wiki +:github-master-code: https://github.com/{github-repo}/tree/master :sc-ext: java :sc-spring-boot: {github-code}/spring-boot/src/main/java/org/springframework/boot :dc-ext: html -:dc-root: http://docs.spring.io/spring-cloud-dataflow/docs/{spring-cloud-dataflow-docs-version}/api +:dc-root: https://docs.spring.io/spring-cloud-dataflow/docs/{spring-cloud-dataflow-docs-version}/api :dc-spring-boot: {dc-root}/org/springframework/boot :dependency-management-plugin: https://github.com/spring-gradle-plugins/dependency-management-plugin :dependency-management-plugin-documentation: {dependency-management-plugin}/blob/master/README.md -:spring-boot-maven-plugin-site: http://docs.spring.io/spring-boot/docs/{spring-boot-docs-version}/maven-plugin -:spring-reference: http://docs.spring.io/spring/docs/{spring-docs-version}/spring-framework-reference/htmlsingle -:spring-security-reference: http://docs.spring.io/spring-security/site/docs/{spring-security-docs-version}/reference/htmlsingle -:spring-javadoc: http://docs.spring.io/spring/docs/{spring-docs-version}/javadoc-api/org/springframework -:spring-amqp-javadoc: http://docs.spring.io/spring-amqp/docs/current/api/org/springframework/amqp -:spring-data-javadoc: http://docs.spring.io/spring-data/jpa/docs/current/api/org/springframework/data/jpa -:spring-data-commons-javadoc: http://docs.spring.io/spring-data/commons/docs/current/api/org/springframework/data -:spring-data-mongo-javadoc: http://docs.spring.io/spring-data/mongodb/docs/current/api/org/springframework/data/mongodb -:spring-data-rest-javadoc: http://docs.spring.io/spring-data/rest/docs/current/api/org/springframework/data/rest -:gradle-userguide: http://www.gradle.org/docs/current/userguide +:spring-boot-maven-plugin-site: https://docs.spring.io/spring-boot/docs/{spring-boot-docs-version}/maven-plugin +:spring-reference: https://docs.spring.io/spring/docs/{spring-docs-version}/spring-framework-reference/htmlsingle +:spring-security-reference: https://docs.spring.io/spring-security/site/docs/{spring-security-docs-version}/reference/htmlsingle +:spring-javadoc: https://docs.spring.io/spring/docs/{spring-docs-version}/javadoc-api/org/springframework +:spring-amqp-javadoc: https://docs.spring.io/spring-amqp/docs/current/api/org/springframework/amqp +:spring-data-javadoc: https://docs.spring.io/spring-data/jpa/docs/current/api/org/springframework/data/jpa +:spring-data-commons-javadoc: https://docs.spring.io/spring-data/commons/docs/current/api/org/springframework/data +:spring-data-mongo-javadoc: https://docs.spring.io/spring-data/mongodb/docs/current/api/org/springframework/data/mongodb +:spring-data-rest-javadoc: https://docs.spring.io/spring-data/rest/docs/current/api/org/springframework/data/rest +:gradle-userguide: https://www.gradle.org/docs/current/userguide :propdeps-plugin: https://github.com/spring-projects/gradle-plugins/tree/master/propdeps-plugin -:ant-manual: http://ant.apache.org/manual +:ant-manual: https://ant.apache.org/manual :dataflow-server-yarn-asciidoc: https://raw.githubusercontent.com/spring-cloud/spring-cloud-dataflow-server-yarn/master/spring-cloud-dataflow-server-yarn-docs/src/main/asciidoc :scsm-asciidoc: https://raw.githubusercontent.com/spring-cloud/spring-cloud-stream-modules/master/spring-cloud-stream-modules-docs/src/main/asciidoc :attributes: allow-uri-read diff --git a/spring-cloud-dataflow-server-yarn-docs/src/main/asciidoc/overview.adoc b/spring-cloud-dataflow-server-yarn-docs/src/main/asciidoc/overview.adoc index 19d7b3a..4c77a85 100644 --- a/spring-cloud-dataflow-server-yarn-docs/src/main/asciidoc/overview.adoc +++ b/spring-cloud-dataflow-server-yarn-docs/src/main/asciidoc/overview.adoc @@ -2,25 +2,25 @@ == Spring Cloud Data Flow Spring Cloud Data Flow is a cloud-native orchestration service for composable data microservices on modern runtimes. With Spring Cloud Data Flow, developers can create and orchestrate data pipelines for common use cases such as data ingest, real-time analytics, and data import/export. -The Spring Cloud Data Flow architecture consists of a server that deploys http://docs.spring.io/spring-cloud-dataflow/docs/{scdf-core-version}/reference/htmlsingle/#streams[Streams] and http://docs.spring.io/spring-cloud-dataflow/docs/{scdf-core-version}/reference/htmlsingle/#spring-cloud-task-overview[Tasks]. Streams are defined using a http://docs.spring.io/spring-cloud-dataflow/docs/{scdf-core-version}/reference/html/_dsl_syntax.html[DSL] or visually through the browser based designer UI. Streams are based on the http://cloud.spring.io/spring-cloud-stream/[Spring Cloud Stream] programming model while Tasks are based on the http://cloud.spring.io/spring-cloud-task/[Spring Cloud Task] programming model. The sections below describe more information about creating your own custom Streams and Tasks +The Spring Cloud Data Flow architecture consists of a server that deploys https://docs.spring.io/spring-cloud-dataflow/docs/{scdf-core-version}/reference/htmlsingle/#streams[Streams] and https://docs.spring.io/spring-cloud-dataflow/docs/{scdf-core-version}/reference/htmlsingle/#spring-cloud-task-overview[Tasks]. Streams are defined using a https://docs.spring.io/spring-cloud-dataflow/docs/{scdf-core-version}/reference/html/_dsl_syntax.html[DSL] or visually through the browser based designer UI. Streams are based on the https://cloud.spring.io/spring-cloud-stream/[Spring Cloud Stream] programming model while Tasks are based on the https://cloud.spring.io/spring-cloud-task/[Spring Cloud Task] programming model. The sections below describe more information about creating your own custom Streams and Tasks -For more details about the core architecture components and the supported features, please review Spring Cloud Data Flow's http://docs.spring.io/spring-cloud-dataflow/docs/{scdf-core-version}/reference/htmlsingle/[core reference guide]. There're several https://github.com/spring-cloud/spring-cloud-dataflow-samples[samples] available for reference. +For more details about the core architecture components and the supported features, please review Spring Cloud Data Flow's https://docs.spring.io/spring-cloud-dataflow/docs/{scdf-core-version}/reference/htmlsingle/[core reference guide]. There're several https://github.com/spring-cloud/spring-cloud-dataflow-samples[samples] available for reference. [[spring-cloud-stream-overview]] == Spring Cloud Stream Spring Cloud Stream is a framework for building message-driven microservice applications. Spring Cloud Stream builds upon Spring Boot to create standalone, production-grade Spring applications, and uses Spring Integration to provide connectivity to message brokers. It provides opinionated configuration of middleware from several vendors, introducing the concepts of persistent publish-subscribe semantics, consumer groups, and partitions. -For more details about the core framework components and the supported features, please review Spring Cloud Stream's http://docs.spring.io/spring-cloud-stream/docs/{scst-core-version}/reference/htmlsingle/[reference guide]. +For more details about the core framework components and the supported features, please review Spring Cloud Stream's https://docs.spring.io/spring-cloud-stream/docs/{scst-core-version}/reference/htmlsingle/[reference guide]. -There's a rich ecosystem of Spring Cloud Stream http://docs.spring.io/spring-cloud-stream-app-starters/docs/{scst-starters-core-version}/reference/htmlsingle[Application-Starters] that can be used either as standalone data microservice applications or in Spring Cloud Data Flow. For convenience, we have generated RabbitMQ and Apache Kafka variants of these application-starters that are available for use from http://repo.spring.io/libs-snapshot/org/springframework/cloud/stream/app/[Maven Repo] and https://hub.docker.com/r/springcloudstream/[Docker Hub] as maven artifacts and docker images, respectively. +There's a rich ecosystem of Spring Cloud Stream https://docs.spring.io/spring-cloud-stream-app-starters/docs/{scst-starters-core-version}/reference/htmlsingle[Application-Starters] that can be used either as standalone data microservice applications or in Spring Cloud Data Flow. For convenience, we have generated RabbitMQ and Apache Kafka variants of these application-starters that are available for use from https://repo.spring.io/libs-snapshot/org/springframework/cloud/stream/app/[Maven Repo] and https://hub.docker.com/r/springcloudstream/[Docker Hub] as maven artifacts and docker images, respectively. -Do you have a requirement to develop custom applications? No problem. Refer to this guide to create http://docs.spring.io/spring-cloud-stream-app-starters/docs/{scst-starters-core-version}/reference/htmlsingle/#_creating_custom_artifacts[custom stream applications]. There're several https://github.com/spring-cloud/spring-cloud-stream-samples[samples] available for reference. +Do you have a requirement to develop custom applications? No problem. Refer to this guide to create https://docs.spring.io/spring-cloud-stream-app-starters/docs/{scst-starters-core-version}/reference/htmlsingle/#_creating_custom_artifacts[custom stream applications]. There're several https://github.com/spring-cloud/spring-cloud-stream-samples[samples] available for reference. [[spring-cloud-task-feature-overview]] == Spring Cloud Task Spring Cloud Task makes it easy to create short-lived microservices. We provide capabilities that allow short-lived JVM processes to be executed on demand in a production environment. -For more details about the core framework components and the supported features, please review Spring Cloud Task's http://docs.spring.io/spring-cloud-task/{sct-core-version}/reference/htmlsingle/[reference guide]. +For more details about the core framework components and the supported features, please review Spring Cloud Task's https://docs.spring.io/spring-cloud-task/{sct-core-version}/reference/htmlsingle/[reference guide]. -There's a rich ecosystem of Spring Cloud Task http://docs.spring.io/spring-cloud-task-app-starters/docs/{sct-starters-core-version}/reference/htmlsingle[Application-Starters] that can be used either as standalone data microservice applications or in Spring Cloud Data Flow. For convenience, the generated application-starters are available for use from http://repo.spring.io/libs-snapshot/org/springframework/cloud/task/app/[Maven Repo]. There are several https://github.com/spring-cloud/spring-cloud-task/tree/master/spring-cloud-task-samples[samples] available for reference. \ No newline at end of file +There's a rich ecosystem of Spring Cloud Task https://docs.spring.io/spring-cloud-task-app-starters/docs/{sct-starters-core-version}/reference/htmlsingle[Application-Starters] that can be used either as standalone data microservice applications or in Spring Cloud Data Flow. For convenience, the generated application-starters are available for use from https://repo.spring.io/libs-snapshot/org/springframework/cloud/task/app/[Maven Repo]. There are several https://github.com/spring-cloud/spring-cloud-task/tree/master/spring-cloud-task-samples[samples] available for reference. \ No newline at end of file diff --git a/spring-cloud-dataflow-server-yarn-docs/src/main/asciidoc/preface.adoc b/spring-cloud-dataflow-server-yarn-docs/src/main/asciidoc/preface.adoc index 45f6238..43e7e7b 100644 --- a/spring-cloud-dataflow-server-yarn-docs/src/main/asciidoc/preface.adoc +++ b/spring-cloud-dataflow-server-yarn-docs/src/main/asciidoc/preface.adoc @@ -20,8 +20,8 @@ Having trouble with Spring Cloud Data Flow, We'd like to help! * Try the <> -- they provide solutions to the most common questions. -* Ask a question - we monitor http://stackoverflow.com[stackoverflow.com] for questions - tagged with http://stackoverflow.com/tags/spring-cloud[`spring-cloud`]. +* Ask a question - we monitor https://stackoverflow.com[stackoverflow.com] for questions + tagged with https://stackoverflow.com/tags/spring-cloud[`spring-cloud`]. * Report bugs with Spring Cloud Dataflow for Apache YARN at link:https://github.com/{github-repo}/issues[]. NOTE: All of Spring Cloud Data Flow is open source, including the documentation! If you find problems diff --git a/spring-cloud-dataflow-server-yarn-docs/src/main/docbook/xsl/common.xsl b/spring-cloud-dataflow-server-yarn-docs/src/main/docbook/xsl/common.xsl index 157bf9d..45143c7 100644 --- a/spring-cloud-dataflow-server-yarn-docs/src/main/docbook/xsl/common.xsl +++ b/spring-cloud-dataflow-server-yarn-docs/src/main/docbook/xsl/common.xsl @@ -20,7 +20,7 @@ --> diff --git a/spring-cloud-dataflow-server-yarn-docs/src/main/docbook/xsl/epub.xsl b/spring-cloud-dataflow-server-yarn-docs/src/main/docbook/xsl/epub.xsl index 031406c..a7d5089 100644 --- a/spring-cloud-dataflow-server-yarn-docs/src/main/docbook/xsl/epub.xsl +++ b/spring-cloud-dataflow-server-yarn-docs/src/main/docbook/xsl/epub.xsl @@ -20,7 +20,7 @@ under the License. --> diff --git a/spring-cloud-dataflow-server-yarn-docs/src/main/docbook/xsl/html.xsl b/spring-cloud-dataflow-server-yarn-docs/src/main/docbook/xsl/html.xsl index fd96f9a..6aedb3b 100644 --- a/spring-cloud-dataflow-server-yarn-docs/src/main/docbook/xsl/html.xsl +++ b/spring-cloud-dataflow-server-yarn-docs/src/main/docbook/xsl/html.xsl @@ -20,7 +20,7 @@ under the License. --> diff --git a/spring-cloud-dataflow-server-yarn-docs/src/main/docbook/xsl/pdf.xsl b/spring-cloud-dataflow-server-yarn-docs/src/main/docbook/xsl/pdf.xsl index 3074094..d106c3f 100644 --- a/spring-cloud-dataflow-server-yarn-docs/src/main/docbook/xsl/pdf.xsl +++ b/spring-cloud-dataflow-server-yarn-docs/src/main/docbook/xsl/pdf.xsl @@ -22,7 +22,7 @@ under the License.