Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion docs/file-scrapers.md
Original file line number Diff line number Diff line change
Expand Up @@ -62,7 +62,7 @@ bsdtar --extract --file - --directory=docs/erlang\~$VERSION/
## es-toolkit

```sh
git clone https://github.com/toss/es-toolkit docs/es_toolkit
git clone --branch v$RELEASE https://github.com/toss/es-toolkit docs/es_toolkit
```

## Gnu
Expand Down
2 changes: 2 additions & 0 deletions lib/docs/filters/octave/clean_html.rb
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,8 @@ def root

def other
css('.header', 'hr').remove
css('.nav-panel').remove
css('.copiable-link').remove

css('.footnote > h3').each do |node|
node.name = 'h5'
Expand Down
2 changes: 1 addition & 1 deletion lib/docs/filters/octave/entries.rb
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ module Docs
class Octave
class EntriesFilter < Docs::EntriesFilter
def get_name
at_css('h1').content.sub(/(A?[0-9.]+ )/, '')
at_css('h1').content.sub(/(A?[0-9.]+ )/, '')
end

def get_type
Expand Down
2 changes: 1 addition & 1 deletion lib/docs/scrapers/bun.rb
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ class Bun < UrlScraper
home: 'https://leafletjs.com/',
code: 'https://github.com/oven-sh/bun'
}
self.release = '1.3.10'
self.release = '1.3.12'
self.base_url = "https://bun.com/docs/"
self.root_path = 'installation'

Expand Down
4 changes: 2 additions & 2 deletions lib/docs/scrapers/es_toolkit.rb
Original file line number Diff line number Diff line change
Expand Up @@ -7,10 +7,10 @@ class EsToolkit < FileScraper
code: "https://github.com/toss/es-toolkit",
home: "https://es-toolkit.slash.page",
}
self.release = '1.42.0'
self.release = '1.45.1'

options[:attribution] = <<-HTML
&copy; 2024-2025, Viva Republica<br>
&copy; 2024-2026, Viva Republica<br>
Licensed under the MIT License.
HTML

Expand Down
2 changes: 1 addition & 1 deletion lib/docs/scrapers/eslint.rb
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ module Docs
class Eslint < UrlScraper
self.name = 'ESLint'
self.type = 'simple'
self.release = '10.0.2'
self.release = '10.2.0'
self.base_url = 'https://eslint.org/docs/latest/'
self.root_path = '/'
self.links = {
Expand Down
13 changes: 12 additions & 1 deletion lib/docs/scrapers/julia.rb
Original file line number Diff line number Diff line change
Expand Up @@ -7,10 +7,21 @@ class Julia < UrlScraper


options[:attribution] = <<-HTML
&copy; 2009&ndash;2024 Jeff Bezanson, Stefan Karpinski, Viral B. Shah, and other contributors<br>
&copy; 2009&ndash;2026 Jeff Bezanson, Stefan Karpinski, Viral B. Shah, and other contributors<br>
Licensed under the MIT License.
HTML

version '1.12' do
self.release = '1.12.6'
self.base_url = "https://docs.julialang.org/en/v#{version}/"
self.type = 'julia'

html_filters.push 'julia/entries', 'julia/clean_html'

options[:container] = '.docs-main'
options[:only_patterns] = [/\Amanual\//, /\Abase\//, /\Astdlib\//]
end

version '1.11' do
self.release = '1.11.2'
self.base_url = "https://docs.julialang.org/en/v#{version}/"
Expand Down
2 changes: 1 addition & 1 deletion lib/docs/scrapers/lodash.rb
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@ class Lodash < UrlScraper
HTML

version '4' do
self.release = '4.17.10'
self.release = '4.18.1'
self.base_url = "https://lodash.com/docs/#{release}"
end

Expand Down
13 changes: 11 additions & 2 deletions lib/docs/scrapers/matplotlib.rb
Original file line number Diff line number Diff line change
Expand Up @@ -16,19 +16,28 @@ class Matplotlib < UrlScraper
options[:skip] = %w(api_changes.html tutorial.html faq.html)

options[:attribution] = <<-HTML
&copy; 2012&ndash;2023 Matplotlib Development Team. All rights reserved.<br>
&copy; 2012&ndash;2026 Matplotlib Development Team. All rights reserved.<br>
Licensed under the Matplotlib License Agreement.
HTML

version do
self.release = '3.9.2'
self.release = '3.10.8'
self.base_urls = [
"https://matplotlib.org/stable/api/",
"https://matplotlib.org/stable/mpl_toolkits/mplot3d/",
"https://matplotlib.org/stable/mpl_toolkits/axes_grid/api/"
]
end

version '3.9' do
self.release = '3.9.3'
self.base_urls = [
"https://matplotlib.org/#{release}/api/",
"https://matplotlib.org/#{release}/mpl_toolkits/mplot3d/",
"https://matplotlib.org/#{release}/mpl_toolkits/axes_grid/api/"
]
end

version '3.8' do
self.release = '3.8.4'
self.base_urls = [
Expand Down
2 changes: 1 addition & 1 deletion lib/docs/scrapers/mdn/javascript.rb
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ class Javascript < Mdn
prepend FixInternalUrlsBehavior
prepend FixRedirectionsBehavior

# release = '2026-03-16'
# release = '2026-04-14'
self.name = 'JavaScript'
self.base_url = 'https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference'
self.links = {
Expand Down
13 changes: 10 additions & 3 deletions lib/docs/scrapers/octave.rb
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,8 @@ class Octave < UrlScraper

html_filters.push 'octave/clean_html', 'octave/entries', 'title'

options[:container] = 'body > div[id], body > .contents'

options[:skip] = %w(
Copying.html
Preface.html
Expand All @@ -23,19 +25,24 @@ class Octave < UrlScraper
options[:root_title] = 'GNU Octave'

options[:attribution] = <<-HTML
&copy; 1996–2025 The Octave Project Developers<br>
&copy; 1996–2026 The Octave Project Developers<br>
Permission is granted to make and distribute verbatim copies of this manual provided the copyright notice and this permission notice are preserved on all copies.<br/>
Permission is granted to copy and distribute modified versions of this manual under the conditions for verbatim copying, provided that the entire resulting derived work is distributed under the terms of a permission notice identical to this one.</br>
Permission is granted to copy and distribute translations of this manual into another language, under the above conditions for modified versions.
HTML

version '11' do
self.release = '11.1.0'
self.base_url = "https://docs.octave.org/v#{self.release}/"
end

version '10' do
self.release = '10.1.0'
self.release = '10.3.0'
self.base_url = "https://docs.octave.org/v#{self.release}/"
end

version '9' do
self.release = '9.2.0'
self.release = '9.4.0'
self.base_url = "https://docs.octave.org/v#{self.release}/"
end

Expand Down
2 changes: 1 addition & 1 deletion lib/docs/scrapers/openlayers.rb
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ class Openlayers < UrlScraper
self.name = 'OpenLayers'
self.type = 'openlayers'
self.slug = 'openlayers'
self.release = '10.6.1'
self.release = '10.8.0'
self.base_url = "https://openlayers.org/en/latest/apidoc/"
self.links = {
home: 'https://openlayers.org/',
Expand Down
4 changes: 2 additions & 2 deletions lib/docs/scrapers/playwright.rb
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ module Docs
class Playwright < UrlScraper
self.name = 'Playwright'
self.type = 'simple'
self.release = '1.58.2'
self.release = '1.59.1'
self.base_url = 'https://playwright.dev/docs/'
self.root_path = 'intro'
self.links = {
Expand All @@ -16,7 +16,7 @@ class Playwright < UrlScraper

# https://github.com/microsoft/playwright/blob/main/LICENSE
options[:attribution] = <<-HTML
&copy; 2025 Microsoft<br>
&copy; 2026 Microsoft<br>
Licensed under the Apache License, Version 2.0.
HTML

Expand Down
2 changes: 1 addition & 1 deletion lib/docs/scrapers/prettier.rb
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ module Docs
class Prettier < UrlScraper
self.name = 'Prettier'
self.type = 'simple'
self.release = '3.7.4'
self.release = '3.8.2'
self.base_url = 'https://prettier.io/docs/'
self.links = {
home: 'https://prettier.io/',
Expand Down
2 changes: 1 addition & 1 deletion lib/docs/scrapers/sqlite.rb
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ module Docs
class Sqlite < UrlScraper
self.name = 'SQLite'
self.type = 'sqlite'
self.release = '3.51.1'
self.release = '3.53.0'
self.base_url = 'https://sqlite.org/'
self.root_path = 'docs.html'
self.initial_paths = %w(keyword_index.html)
Expand Down
4 changes: 2 additions & 2 deletions lib/docs/scrapers/zig.rb
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ module Docs
class Zig < UrlScraper
self.name = 'Zig'
self.type = 'simple'
self.release = '0.15.2'
self.release = '0.16.0'
self.base_url = "https://ziglang.org/documentation/#{self.release}/"
self.links = {
home: 'https://ziglang.org/',
Expand All @@ -13,7 +13,7 @@ class Zig < UrlScraper

options[:follow_links] = false
options[:attribution] = <<-HTML
&copy; 2015–2025, Zig contributors<br>
&copy; 2015–2026, Zig contributors<br>
Licensed under the MIT License.
HTML

Expand Down
Loading