[devdocsgjs/main: 720/1867] Update the scraper again




commit 7b3a1ed463ed2c2db3187a68a08cb0e20e5be4fa
Author: Jasper van Merle <jaspervmerle gmail com>
Date:   Mon Aug 5 17:19:11 2019 +0200

    Update the scraper again

 lib/docs/scrapers/docker.rb | 184 ++++++++++++++++++++++++++++++++------------
 1 file changed, 133 insertions(+), 51 deletions(-)
---
diff --git a/lib/docs/scrapers/docker.rb b/lib/docs/scrapers/docker.rb
index 6ac8fea2..06c3344d 100644
--- a/lib/docs/scrapers/docker.rb
+++ b/lib/docs/scrapers/docker.rb
@@ -15,15 +15,69 @@ module Docs
     end
 
     options[:attribution] = <<-HTML
-      &copy; 2017 Docker, Inc.<br>
+      &copy; 2019 Docker, Inc.<br>
       Licensed under the Apache License, Version 2.0.<br>
       Docker and the Docker logo are trademarks or registered trademarks of Docker, Inc. in the United 
States and/or other countries.<br>
       Docker, Inc. and other parties may also have trademark rights in other terms used herein.
     HTML
 
+    version '19' do
+      self.release = '19.03'
+      self.base_url = "https://docs.docker.com/";
+
+      html_filters.push 'docker/entries', 'docker/clean_html'
+
+      options[:container] = '.wrapper .container-fluid .row'
+
+      options[:only_patterns] = [/\Aget-started\//, /\Aengine\//, /\Acompose\//, /\Amachine\//, /\Anotary\//]
+      options[:skip_patterns] = [/\Aengine\/api\/v/, /glossary/, /docker-ee/]
+
+      options[:replace_paths] = {
+        'install/linux/ubuntu/' => 'install/linux/docker-ce',
+        'get-started/part1' => 'get-started',
+        'engine/installation/' => 'install',
+        'engine/installation/linux/linux-postinstall/' => 'install/linux',
+        'compose/overview/' => 'compose',
+        'docker-cloud/' => 'docker-hub',
+        'datacenter/install/linux/' => 'ee',
+        'engine/userguide/' => 'config/daemon',
+        'engine/admin/' => 'config/daemon',
+        'opensource/get-help/' => 'opensource',
+        'engine/tutorials/dockerimages/' => 'get-started',
+        'engine/admin/volumes/bind-mounts/' => 'storage',
+        'engine/tutorials/dockervolumes/' => 'storage',
+        'engine/admin/volumes/volumes/' => 'storage',
+        'engine/userguide/labels-custom-metadata/' => 'config',
+        'engine/userguide/eng-image/multistage-build/' => 'develop/develop-images',
+        'engine/swarm/networking/' => 'network',
+        'engine/admin/resource_constraints/' => 'config/containers',
+        'engine/admin/logging/overview/' => 'config/containers/logging',
+        'engine/userguide/eng-image/dockerfile_best-practices/' => 'develop/develop-images',
+        'engine/tutorials/dockerrepos/' => 'get-started',
+        'engine/userguide/networking/' => 'network',
+        'engine/userguide/networking/get-started-overlay/' => 'network',
+        'engine/reference/commandline/swarm_join_token/' => 'engine/reference/commandline',
+        'engine/understanding-docker/' => 'engine',
+        'engine/userguide/dockervolumes/' => 'storage',
+        'engine/installation/binaries/' => 'install/linux/docker-ce',
+        'engine/userguide/networking/default_network/dockerlinks/' => 'network',
+        'engine/reference/api/' => 'develop/sdk',
+        'engine/admin/systemd/' => 'config/daemon',
+        'engine/userguide/storagedriver/imagesandcontainers/' => 'storage/storagedriver',
+        'engine/api/' => 'develop/sdk',
+        'engine/userguide/networking/get-started-overlay' => 'network',
+        'engine/userguide/networking/overlay-security-model/' => 'network',
+        'engine/installation/linux/docker-ce/binaries/' => 'install/linux/docker-ce',
+        'engine/admin/volumes/' => 'storage/volumes/',
+        'engine/userguide/networking//' => 'network',
+        'engine/reference/commandline' => 'engine/reference/commandline/docker',
+        'engine/reference/commandline/' => 'engine/reference/commandline/docker/',
+      }
+    end
+
     version '18' do
-      self.release = '18.03'
-      self.base_url = 'https://docs.docker.com/'
+      self.release = '18.09'
+      self.base_url = "https://docs.docker.com/v#{release}/";
 
       html_filters.push 'docker/entries', 'docker/clean_html'
 
@@ -33,36 +87,50 @@ module Docs
       options[:skip_patterns] = [/\Aengine\/api\/v/, /glossary/, /docker-ee/]
 
       options[:replace_paths] = {
-        'get-started/part1' => 'get-started/',
-        'engine/installation/linux/docker-ee/linux-postinstall/' => 
'engine/installation/linux/linux-postinstall/',
-        'engine/installation/linux/docker-ee/' => 'engine/installation/',
-        'engine/installation/linux/docker-ce/' => 'engine/installation/',
-        'engine/installation/linux/' => 'engine/installation/',
-        'engine/installation/windows/' => 'engine/installation/',
-        'engine/userguide/intro/' => 'engine/userguide/',
-        'engine/tutorials/dockervolumes/' => 'engine/admin/volumes/volumes/',
-        'engine/getstarted/' => 'get-started/',
-        'engine/tutorials/dockerimages/' => 'get-started/',
-        'engine/tutorials/dockerrepos/' => 'get-started/',
-        'engine/admin/host_integration/' => 'engine/admin/start-containers-automatically/',
-        'engine/installation/linux/rhel/' => 'engine/installation/linux/docker-ee/rhel/',
-        'engine/installation/linux/ubuntulinux/' => 'engine/installation/linux/docker-ee/ubuntu/',
-        'engine/installation/linux/suse/' => 'engine/installation/linux/docker-ee/suse/',
-        'engine/admin/logging/' => 'engine/admin/logging/view_container_logs/',
-        'engine/swarm/how-swarm-mode-works/' => 'engine/swarm/how-swarm-mode-works/nodes/',
-        'engine/installation/binaries/' => 'engine/installation/linux/docker-ce/binaries/',
+        'install/linux/ubuntu/' => 'install/linux/docker-ce',
+        'get-started/part1' => 'get-started',
+        'engine/installation/' => 'install',
+        'engine/installation/linux/linux-postinstall/' => 'install/linux',
+        'compose/overview/' => 'compose',
+        'datacenter/install/linux/' => 'ee',
+        'engine/userguide/' => 'config/daemon',
+        'engine/admin/' => 'config/daemon',
+        'opensource/get-help/' => 'opensource',
+        'engine/tutorials/dockerimages/' => 'get-started',
+        'engine/admin/volumes/bind-mounts/' => 'storage',
+        'engine/tutorials/dockervolumes/' => 'storage',
+        'engine/admin/volumes/volumes/' => 'storage',
+        'engine/userguide/labels-custom-metadata/' => 'config',
+        'engine/reference/api/' => 'develop/sdk',
+        'engine/userguide/eng-image/multistage-build/' => 'develop/develop-images',
+        'engine/swarm/networking/' => 'network',
+        'engine/admin/resource_constraints/' => 'config/containers',
+        'engine/admin/logging/overview/' => 'config/containers/logging',
+        'engine/userguide/eng-image/dockerfile_best-practices/' => 'develop/develop-images',
+        'engine/tutorials/dockerrepos/' => 'get-started',
+        'engine/userguide/networking/' => 'network',
+        'engine/userguide/networking/get-started-overlay/' => 'network',
+        'engine/understanding-docker/' => 'engine',
+        'engine/reference/commandline/swarm_join_token/' => 'engine/reference/commandline',
+        'engine/userguide/dockervolumes/' => 'storage',
+        'engine/admin/systemd/' => 'config/daemon',
+        'engine/userguide/storagedriver/imagesandcontainers/' => 'storage/storagedriver',
+        'engine/installation/binaries/' => 'install/linux/docker-ce',
+        'engine/userguide/networking/default_network/dockerlinks/' => 'network',
+        'engine/userguide/networking/overlay-security-model/' => 'network',
+        'engine/userguide/networking/get-started-overlay' => 'network',
+        'engine/api/' => 'develop/sdk',
+        'engine/installation/linux/docker-ce/binaries/' => 'install/linux/docker-ce',
+        'engine/admin/volumes/' => 'storage/volumes/',
+        'engine/userguide/networking//' => 'network',
+        'engine/reference/commandline' => 'engine/reference/commandline/docker',
         'engine/reference/commandline/' => 'engine/reference/commandline/docker/',
-        'engine/reference/api/' => 'engine/api/',
-        'engine/userguide/dockervolumes/' => 'engine/admin/volumes/volumes/',
-        'engine/understanding-docker/' => 'engine/docker-overview/',
-        'engine/reference/commandline/swarm_join_token/' => 'engine/reference/commandline/swarm_join-token/',
-        'engine/api/getting-started/' => 'engine/api/get-started/',
       }
     end
 
     version '17' do
-      self.release = '17.06'
-      self.base_url = 'https://docs.docker.com/'
+      self.release = '17.12'
+      self.base_url = "https://docs.docker.com/v#{release}/";
 
       html_filters.push 'docker/entries', 'docker/clean_html'
 
@@ -72,29 +140,43 @@ module Docs
       options[:skip_patterns] = [/\Aengine\/api\/v/, /glossary/, /docker-ee/]
 
       options[:replace_paths] = {
-        'engine/installation/linux/docker-ee/linux-postinstall/' => 
'engine/installation/linux/linux-postinstall/',
-        'engine/installation/linux/docker-ee/' => 'engine/installation/',
-        'engine/installation/linux/docker-ce/' => 'engine/installation/',
-        'engine/installation/linux/' => 'engine/installation/',
-        'engine/installation/windows/' => 'engine/installation/',
-        'engine/userguide/intro/' => 'engine/userguide/',
-        'engine/tutorials/dockervolumes/' => 'engine/admin/volumes/volumes/',
-        'engine/getstarted/' => 'get-started/',
-        'engine/tutorials/dockerimages/' => 'get-started/',
-        'engine/tutorials/dockerrepos/' => 'get-started/',
-        'engine/admin/host_integration/' => 'engine/admin/start-containers-automatically/',
-        'engine/installation/linux/rhel/' => 'engine/installation/linux/docker-ee/rhel/',
-        'engine/installation/linux/ubuntulinux/' => 'engine/installation/linux/docker-ee/ubuntu/',
-        'engine/installation/linux/suse/' => 'engine/installation/linux/docker-ee/suse/',
-        'engine/admin/logging/' => 'engine/admin/logging/view_container_logs/',
-        'engine/swarm/how-swarm-mode-works/' => 'engine/swarm/how-swarm-mode-works/nodes/',
-        'engine/installation/binaries/' => 'engine/installation/linux/docker-ce/binaries/',
-        'engine/reference/commandline/' => 'engine/reference/commandline/docker/',
-        'engine/reference/api/' => 'engine/api/',
-        'engine/userguide/dockervolumes/' => 'engine/admin/volumes/volumes/',
-        'engine/understanding-docker/' => 'engine/docker-overview/',
-        'engine/reference/commandline/swarm_join_token/' => 'engine/reference/commandline/swarm_join-token/',
-        'engine/api/getting-started/' => 'engine/api/get-started/',
+        'get-started/part1' => 'get-started',
+        'engine/installation/' => 'install',
+        'engine/installation/linux/linux-postinstall/' => 'install/linux',
+        'opensource/get-help/' => 'opensource',
+        'engine/admin/volumes/volumes/' => 'storage',
+        'engine/tutorials/dockerimages/' => 'get-started',
+        'engine/admin/volumes/bind-mounts/' => 'storage',
+        'engine/tutorials/dockervolumes/' => 'storage',
+        'datacenter/install/aws/' => 'docker-for-aws',
+        'engine/userguide/' => 'config/daemon',
+        'engine/admin/' => 'config/daemon',
+        'engine/userguide/labels-custom-metadata/' => 'config',
+        'engine/userguide/eng-image/multistage-build/' => 'develop/develop-images',
+        'engine/swarm/networking/' => 'network',
+        'engine/admin/resource_constraints/' => 'config/containers',
+        'engine/admin/logging/overview/' => 'config/containers/logging',
+        'engine/understanding-docker/' => 'engine',
+        'engine/userguide/eng-image/dockerfile_best-practices/' => 'develop/develop-images',
+        'engine/tutorials/dockerrepos/' => 'get-started',
+        'engine/userguide/networking/' => 'network',
+        'engine/reference/commandline/swarm_join_token/' => 'edge/engine/reference/commandline',
+        'engine/userguide/networking/get-started-overlay/' => 'network',
+        'engine/userguide/dockervolumes/' => 'storage',
+        'engine/installation/binaries/' => 'install/linux/docker-ce',
+        'engine/userguide/networking/default_network/dockerlinks/' => 'network',
+        'engine/reference/api/' => 'develop/sdk',
+        'engine/admin/live-restore/' => 'config/containers',
+        'engine/api/' => 'develop/sdk',
+        'engine/userguide/networking/get-started-overlay' => 'network',
+        'security/security/' => 'engine/security',
+        'engine/installation/linux/docker-ce/binaries/' => 'install/linux/docker-ce',
+        'engine/reference/commandline/' => 'edge/engine/reference/commandline',
+        'engine/admin/systemd/' => 'config/daemon',
+        'engine/userguide/storagedriver/imagesandcontainers/' => 'storage/storagedriver',
+        'engine/userguide/networking/overlay-security-model/' => 'network',
+        'engine/admin/volumes/' => 'storage/volumes/',
+        'engine/userguide/networking//' => 'network',
       }
     end
 


[Date Prev][Date Next]   [Thread Prev][Thread Next]   [Thread Index] [Date Index] [Author Index]