diff --git a/.dockerignore b/.dockerignore deleted file mode 100644 index 94143827..00000000 --- a/.dockerignore +++ /dev/null @@ -1 +0,0 @@ -Dockerfile diff --git a/.github/dependabot.yaml b/.github/dependabot.yaml deleted file mode 100644 index 802b7513..00000000 --- a/.github/dependabot.yaml +++ /dev/null @@ -1,39 +0,0 @@ ---- -version: 2 -updates: - - package-ecosystem: 'bundler' - directory: '/' - schedule: - interval: 'weekly' - commit-message: - prefix: 'chore(deps)' - groups: - dependencies: - applies-to: version-updates - update-types: - - 'minor' - - 'patch' - - package-ecosystem: 'github-actions' - directory: '/' - schedule: - interval: 'weekly' - commit-message: - prefix: 'chore(deps)' - groups: - dependencies: - applies-to: version-updates - update-types: - - 'minor' - - 'patch' - - package-ecosystem: 'docker' - directory: '/' - schedule: - interval: 'weekly' - commit-message: - prefix: 'chore(deps)' - groups: - dependencies: - applies-to: version-updates - update-types: - - 'minor' - - 'patch' diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml deleted file mode 100644 index 50ccc50b..00000000 --- a/.github/workflows/ci.yml +++ /dev/null @@ -1,61 +0,0 @@ -name: CI -on: [push, pull_request] - -env: - JRUBY_OPTS: -Xcext.enabled=true - -permissions: - contents: read - -jobs: - build: - name: "Test / Ruby ${{ matrix.ruby }}" - runs-on: ubuntu-latest - strategy: - matrix: - ruby: - - "3.1" - - "3.2" - - "3.3" - - "3.4" - fail-fast: false - - steps: - - name: Checkout - uses: actions/checkout@v4.2.2 - with: - fetch-depth: 10 - - - uses: ruby/setup-ruby@354a1ad156761f5ee2b7b13fa8e09943a5e8d252 # v1 - with: - ruby-version: ${{ matrix.ruby }} - bundler-cache: true - - - uses: actions/setup-python@v5.5.0 - with: - # This should match lib/github/markups.rb GitHub::Markups::MARKUP_RST - python-version: "3.x" - - - uses: actions/cache@v4.2.3 - with: - path: ~/.cache/pip - key: ${{ runner.os }}-pip - - - name: Install Perl dependencies - run: | - curl -1sLf \ - 'https://dl.cloudsmith.io/public/nxadm-pkgs/rakudo-pkg/setup.deb.sh' \ - | sudo -E bash - sudo apt-get update -qq - sudo apt-get install perl rakudo-pkg - - curl -L http://cpanmin.us | perl - --sudo App::cpanminus - sudo cpanm --installdeps --notest Pod::Simple - - - name: Install Python dependencies - run: python -m pip install docutils - - - name: Run rake - run: | - export PATH=$PATH:/.perl6/bin:/opt/rakudo-pkg/bin - bundle exec rake diff --git a/.github/workflows/stale.yml b/.github/workflows/stale.yml deleted file mode 100644 index 84cbf0ed..00000000 --- a/.github/workflows/stale.yml +++ /dev/null @@ -1,27 +0,0 @@ -name: Mark stale issues and pull requests - -on: - schedule: - - cron: "0 12 * * *" - -jobs: - stale: - runs-on: ubuntu-latest - permissions: - issues: write - pull-requests: write - - steps: - - uses: actions/stale@v9.1.0 - with: - repo-token: ${{ secrets.GITHUB_TOKEN }} - stale-issue-message: > - This issue has been automatically marked as stale because it has not - had recent activity. It will be closed if no further activity occurs. - Thank you for your contributions. - stale-pr-message: > - This pull request has been automatically marked as stale because it has not - had recent activity. It will be closed if no further activity occurs. - Thank you for your contributions. - exempt-issue-labels: keep - exempt-pr-labels: keep diff --git a/.gitignore b/.gitignore deleted file mode 100644 index b0f0821c..00000000 --- a/.gitignore +++ /dev/null @@ -1,10 +0,0 @@ -*.pyc -pkg/ -.bundle -.project -.buildpath -*~ -vendor/ -.DS_Store -.venv -venv diff --git a/.kick b/.kick deleted file mode 100644 index 02ec9b7b..00000000 --- a/.kick +++ /dev/null @@ -1,26 +0,0 @@ -# take control of the growl notifications -module GrowlHacks - def growl(type, subject, body, *args, &block) - case type - when Kicker::GROWL_NOTIFICATIONS[:succeeded] - puts subject = "Success" - body = body.split("\n").last - when Kicker::GROWL_NOTIFICATIONS[:failed] - subject = "Failure" - puts body - body = body.split("\n").last - else - return nil - end - super(type, subject, body, *args, &block) - end -end - -Kicker.send :extend, GrowlHacks - -# no logging -Kicker::Utils.module_eval do - def log(message) - nil - end -end \ No newline at end of file diff --git a/CODE_OF_CONDUCT.md b/CODE_OF_CONDUCT.md deleted file mode 100644 index 16e77760..00000000 --- a/CODE_OF_CONDUCT.md +++ /dev/null @@ -1,46 +0,0 @@ -# Code of Conduct - -## Our Pledge - -In the interest of fostering an open and welcoming environment, we as contributors and maintainers pledge to making participation in our project and our community a harassment-free experience for everyone, regardless of age, body size, disability, ethnicity, gender identity and expression, level of experience, nationality, personal appearance, race, religion, or sexual identity and orientation. - -## Our Standards - -Examples of behavior that contributes to creating a positive environment include: - -* Using welcoming and inclusive language -* Being respectful of differing viewpoints and experiences -* Gracefully accepting constructive criticism -* Focusing on what is best for the community -* Showing empathy towards other community members - -Examples of unacceptable behavior by participants include: - -* The use of sexualized language or imagery and unwelcome sexual attention or advances -* Trolling, insulting/derogatory comments, and personal or political attacks -* Public or private harassment -* Publishing others' private information, such as a physical or electronic address, without explicit permission -* Other conduct which could reasonably be considered inappropriate in a professional setting - -## Our Responsibilities - -Project maintainers are responsible for clarifying the standards of acceptable behavior and are expected to take appropriate and fair corrective action in response to any instances of unacceptable behavior. - -Project maintainers have the right and responsibility to remove, edit, or reject comments, commits, code, wiki edits, issues, and other contributions that are not aligned to this Code of Conduct, or to ban temporarily or permanently any contributor for other behaviors that they deem inappropriate, threatening, offensive, or harmful. - -## Scope - -This Code of Conduct applies both within project spaces and in public spaces when an individual is representing the project or its community. Examples of representing a project or community include using an official project e-mail address, posting via an official social media account, or acting as an appointed representative at an online or offline event. Representation of a project may be further defined and clarified by project maintainers. - -## Enforcement - -Instances of abusive, harassing, or otherwise unacceptable behavior may be reported by contacting the project team at [opensource@github.com](mailto:opensource@github.com). All complaints will be reviewed and investigated and will result in a response that is deemed necessary and appropriate to the circumstances. The project team is obligated to maintain confidentiality with regard to the reporter of an incident. Further details of specific enforcement policies may be posted separately. - -Project maintainers who do not follow or enforce the Code of Conduct in good faith may face temporary or permanent repercussions as determined by other members of the project's leadership. - -## Attribution - -This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4, available at [https://contributor-covenant.org/version/1/4][version] - -[homepage]: https://contributor-covenant.org -[version]: https://contributor-covenant.org/version/1/4/ diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md deleted file mode 100644 index 2c83e31e..00000000 --- a/CONTRIBUTING.md +++ /dev/null @@ -1,56 +0,0 @@ -# Contributing - -Contributions to this project are [released](https://help.github.com/articles/github-terms-of-service/#6-contributions-under-repository-license) to the public under the [project's open source license](LICENSE). - -This project adheres to a [Code of Conduct][code-of-conduct]. By participating, you are expected to honor this code. - -[code-of-conduct]: CODE_OF_CONDUCT.md - -This library's only job is to decide which markup format to use and call out to an external library to convert the markup to HTML (see the [README](README.md) for more information on how markup is rendered on GitHub.com). - -If you are having an issue with: - -* **Syntax highlighting** - see [github/linguist](https://github.com/github/linguist/blob/master/CONTRIBUTING.md#fixing-syntax-highlighting) -* **Markdown on GitHub** - contact [GitHub Support](https://support.github.com/) -* **Styling issues on GitHub** - see [primer-markdown](https://github.com/primer/primer-css/tree/master/modules/primer-markdown) module in the [primer/primer-css](https://github.com/primer/primer-css) repository - -Anything else - [search open issues](https://github.com/github/markup/issues) or create an issue and and we'll help point you in the right direction. - -## Submitting a Pull Request - -1. Fork it. -2. Create a branch (`git checkout -b my_markup`) -3. Commit your changes (`git commit -am "Added Snarkdown"`) -4. Push to the branch (`git push origin my_markup`) -5. Open a [Pull Request][1] -6. Enjoy a refreshing Diet Coke and wait - -**dependencies** - -You can run `script/bootstrap.contrib` to fetch them all. - -## Testing - -To run the tests: - - $ rake - -If nothing complains, congratulations! - -## Releasing a new version - -If you are the current maintainer of this gem: - -0. Bump the version number in `lib/github-markup.rb`, adhering to [Semantic Versioning](http://semver.org/) -0. Update `HISTORY.md` -0. Test the latest version on GitHub - 0. Build the new version with `rake build` - 0. Copy `pkg/github-markup*.gem` to `vendor/cache` in your local checkout of GitHub - 0. Update the version for `github-markup` in the `Gemfile` - 0. Run `bundle update --local github-markup` - 0. Run any relevant tests and test it manually from the browser. -0. Push the new gem release with `rake release`. If you don't have permission to release to rubygems.org, contact one of the existing owners (`gem owners github-markup`) and ask them to add you. - -[1]: http://github.com/github/markup/pulls -[r2h]: lib/github/commands/rest2html -[r2hc]: lib/github/markups.rb#L51 diff --git a/Dockerfile b/Dockerfile deleted file mode 100644 index aa0f09aa..00000000 --- a/Dockerfile +++ /dev/null @@ -1,39 +0,0 @@ -FROM ubuntu:trusty - -RUN apt-get update -qq -RUN apt-get install -y apt-transport-https - -RUN apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 379CE192D401AB61 -RUN echo "deb https://dl.bintray.com/nxadm/rakudo-pkg-debs `lsb_release -cs` main" | tee -a /etc/apt/sources.list.d/rakudo-pkg.list -RUN apt-get update -qq - -RUN apt-get install -y \ - perl rakudo-pkg curl git build-essential python python-pip \ - libssl-dev libreadline-dev zlib1g-dev \ - libicu-dev cmake pkg-config - -ENV PATH $PATH:/opt/rakudo-pkg/bin -RUN install-zef-as-user && zef install Pod::To::HTML - -RUN curl -L http://cpanmin.us | perl - App::cpanminus -RUN cpanm --installdeps --notest Pod::Simple - -RUN pip install docutils - -ENV PATH $PATH:/root/.rbenv/bin:/root/.rbenv/shims -RUN curl -fsSL https://github.com/rbenv/rbenv-installer/raw/master/bin/rbenv-installer | bash -RUN rbenv install 2.4.1 -RUN rbenv global 2.4.1 -RUN rbenv rehash - -RUN gem install bundler - -WORKDIR /data/github-markup -COPY github-markup.gemspec . -COPY Gemfile . -COPY Gemfile.lock . -COPY lib/github-markup.rb lib/github-markup.rb -RUN bundle - -ENV LC_ALL en_US.UTF-8 -RUN locale-gen en_US.UTF-8 diff --git a/Gemfile b/Gemfile deleted file mode 100644 index 60920bee..00000000 --- a/Gemfile +++ /dev/null @@ -1,18 +0,0 @@ -source "https://rubygems.org" -gemspec - -gem "redcarpet", :platforms => :ruby -gem "kramdown", :platforms => :jruby -gem "RedCloth" -# using a tag version here because 0.18.3 was not published by the author to encourage users to upgrade. -# however we want to bump up to this version since this has a security patch -gem "commonmarker", git: "https://github.com/gjtorikian/commonmarker.git", tag: "v0.18.3" -gem "rdoc", "~> 6.13.1" -gem "org-ruby", "0.9.12" -gem "creole", "~>0.5.0" -gem "wikicloth", "=0.8.3" -gem "twitter-text", "~> 1.14" -gem "asciidoctor", "~> 2.0.5" -gem "rake" -gem "rexml" -gem "nokogiri", "~> 1.18.8" diff --git a/Gemfile.lock b/Gemfile.lock deleted file mode 100644 index 9ee4b029..00000000 --- a/Gemfile.lock +++ /dev/null @@ -1,143 +0,0 @@ -GIT - remote: https://github.com/gjtorikian/commonmarker.git - revision: 2838ebaa83ee0081d481c21f3bc0e4cb3e8de9da - tag: v0.18.3 - specs: - commonmarker (0.18.3) - ruby-enum (~> 0.5) - -PATH - remote: . - specs: - github-markup (5.0.1) - -GEM - remote: https://rubygems.org/ - specs: - RedCloth (4.3.4) - activesupport (7.1.5.1) - base64 - benchmark (>= 0.3) - bigdecimal - concurrent-ruby (~> 1.0, >= 1.0.2) - connection_pool (>= 2.2.5) - drb - i18n (>= 1.6, < 2) - logger (>= 1.4.2) - minitest (>= 5.1) - mutex_m - securerandom (>= 0.3) - tzinfo (~> 2.0) - asciidoctor (2.0.23) - base64 (0.2.0) - benchmark (0.4.0) - bigdecimal (3.1.9) - builder (3.3.0) - cgi (0.4.2) - charlock_holmes (0.7.9) - concurrent-ruby (1.3.5) - connection_pool (2.5.0) - crass (1.0.6) - creole (0.5.0) - date (3.4.1) - drb (2.2.1) - expression_parser (0.9.0) - github-linguist (9.1.0) - cgi - charlock_holmes (~> 0.7.7) - mini_mime (~> 1.0) - rugged (~> 1.0) - html-pipeline (1.11.0) - activesupport (>= 2) - nokogiri (~> 1.4) - htmlentities (4.3.4) - i18n (1.14.7) - concurrent-ruby (~> 1.0) - logger (1.7.0) - mini_mime (1.1.5) - mini_portile2 (2.8.8) - minitest (5.25.5) - mutex_m (0.3.0) - nokogiri (1.18.8) - mini_portile2 (~> 2.8.2) - racc (~> 1.4) - nokogiri (1.18.8-aarch64-linux-gnu) - racc (~> 1.4) - nokogiri (1.18.8-arm-linux-gnu) - racc (~> 1.4) - nokogiri (1.18.8-arm64-darwin) - racc (~> 1.4) - nokogiri (1.18.8-x86_64-darwin) - racc (~> 1.4) - nokogiri (1.18.8-x86_64-linux-gnu) - racc (~> 1.4) - nokogiri-diff (0.3.0) - nokogiri (~> 1.5) - tdiff (~> 0.4) - org-ruby (0.9.12) - rubypants (~> 0.2) - psych (5.2.3) - date - stringio - racc (1.8.1) - rake (13.2.1) - rdoc (6.13.1) - psych (>= 4.0.0) - redcarpet (3.6.1) - rexml (3.4.1) - ruby-enum (0.9.0) - i18n - rubypants (0.7.1) - rugged (1.9.0) - sanitize (6.1.3) - crass (~> 1.0.2) - nokogiri (>= 1.12.0) - securerandom (0.3.2) - stringio (3.1.6) - tdiff (0.4.0) - twitter-text (1.14.7) - unf (~> 0.1.0) - tzinfo (2.0.6) - concurrent-ruby (~> 1.0) - unf (0.1.4) - unf_ext - unf_ext (0.0.9.1) - wikicloth (0.8.3) - builder - expression_parser - htmlentities - nokogiri - twitter-text - -PLATFORMS - aarch64-linux - arm-linux - arm64-darwin - x86-linux - x86_64-darwin - x86_64-linux - -DEPENDENCIES - RedCloth - activesupport (~> 7.1.5) - asciidoctor (~> 2.0.5) - commonmarker! - creole (~> 0.5.0) - github-linguist (>= 7.1.3) - github-markup! - html-pipeline (~> 1.0) - kramdown - minitest (~> 5.4, >= 5.4.3) - nokogiri (~> 1.18.8) - nokogiri-diff (~> 0.3.0) - org-ruby (= 0.9.12) - rake - rdoc (~> 6.13.1) - redcarpet - rexml - sanitize (>= 4.6.3) - twitter-text (~> 1.14) - wikicloth (= 0.8.3) - -BUNDLED WITH - 2.5.9 diff --git a/HISTORY.md b/HISTORY.md deleted file mode 100644 index 745a9c1b..00000000 --- a/HISTORY.md +++ /dev/null @@ -1,228 +0,0 @@ -## 5.0.1 - 2024-06-17 -* Bump activesupport from 4.0 to 7.1.3.4 - -## 5.0.0 - 2024-06-17 -* Drop support for Ruby versions < 3 -* Bump nokogiri from 1.8.1 to 1.16.5 -* Bump nokogiri-diff from 0.2.0 to 0.3.0 -* Bump rdoc from 3.6 to 6.7.0 -* Update CommandImplementation to better support large files (affecting RST and POD6 rendering) - -## 4.0.2 - 2023-10-10 -* Add support for .mdx files in markdown - -## 4.0.1 - 2022-03-07 -* Update to commonmarker 0.18.3; There isn't a version on RubyGems for this, so this is pointing to a [tag version on GitHub](https://github.com/gjtorikian/commonmarker/blob/v0.18.3/commonmarker.gemspec) - -## 4.0.0 - 2021-03-31 - -* Drop support for Python 2 in RST rendering [#1456](https://github.com/github/markup/pull/1456) - -## 3.0.5 - 2020-11-12 - -* Add commonmarker_exts to commonmarker options [#1268](https://github.com/github/markup/pull/1268) -* Check whether filename is set when rendering Asciidoc. [#1290](https://github.com/github/markup/pull/1290) - -## 3.0.4 - 2019-04-03 - -* Expose options in #render_s [#1249](https://github.com/github/markup/pull/1249) -* Upgrade to Asciidoctor 2.0.x [#1264](https://github.com/github/markup/pull/1264) - -## 3.0.3 - 2018-12-17 - -* Temporarily remove support for POD6 [#1248](https://github.com/github/markup/pull/1248) - -## 3.0.2 - 2018-12-12 - -* Add support for POD6 [#1173](https://github.com/github/markup/pull/1173) - -## 3.0.1 - 2018-10-19 - -* Remove linguist-detected RMarkdown files from the Markdown renderer [#1237](https://github.com/github/markup/pull/1237) - -## 3.0.0 - 2018-10-18 - -* Allow passing options through to CommonMarker [#1236](https://github.com/github/markup/pull/1236) -* Symlink option is now a keyword arg [#1236](https://github.com/github/markup/pull/1236) - -## 2.0.2 - 2018-10-15 - -* Don't render rmd files as Markdown [#1235](https://github.com/github/markup/pull/1235) - -## 2.0.1 - 2018-06-29 - -* Create anchor for every =item directive in POD files [#1165](https://github.com/github/markup/pull/1165) - -## 2.0.0 - 2018-01-31 - -* Remove filesystem access [#1157](https://github.com/github/markup/pull/1157) - -## 1.7.0 - 2018-01-30 - -### Changed - -* Updates for Linguist v6 [#1139](https://github.com/github/markup/pull/1139) -* Update to Nokogiri ~> 1.8; drop support for Ruby 2.0 [#1156](https://github.com/github/markup/pull/1156) - -## 1.6.2 - 2017-11-27 - -### Changed - -* Only report basename in usage [#1131](https://github.com/github/markup/pull/1131) -* rest2html parameter signature fix [#1082](https://github.com/github/markup/pull/1082) - -## 1.6.1 - 2017-07-25 - -### Changed - -* Added support for highlight directive in rST [#925](https://github.com/github/markup/pull/925) -* Fixes to documentation and code style [#1009](https://github.com/github/markup/pull/1009) [#1071](https://github.com/github/markup/pull/1071) [#1087](https://github.com/github/markup/pull/1087) -* Test against newer Ruby versions [#1086](https://github.com/github/markup/pull/1086) -* Upgrade to Asciidoctor 1.5.6.1 [#1088](https://github.com/github/markup/pull/1088) - -## 1.6.0 - 2017-04-03 - -### Changed - -* Added filename argument to all renderers for additional context -* Removed superfluous `rinku` dependency [#1035](https://github.com/github/markup/pull/1035) -* Enable source-to-source navigation for `.adoc` AsciiDoc files, plus additional attributes passed through [#1039](https://github.com/github/markup/pull/1039) and [#1041](https://github.com/github/markup/pull/1041) - -## 1.5.0 - 2017-03-27 - -### Added - -* Re-introduce [#537](https://github.com/github/markup/pull/537) to detect language of markup document - However `github-linguist` is optional and this gem will fallback to extensions for detection. - -[Full changelog](https://github.com/github/markup/compare/v1.4.9...v1.5.0) - -## 1.4.9 - 2017-03-27 - -### Changed - -* Reverted [#537](https://github.com/github/markup/pull/537) to avoid extra dependencies - -[Full changelog](https://github.com/github/markup/compare/v1.4.8...v1.4.9) - -## 1.3.3 (2015-02-17) - -* Address a slight typo with `POSIX` [#456](https://github.com/github/markup/pull/456) - -[Full changelog](https://github.com/github/markup/compare/v1.3.2...v1.3.3) - -## 1.3.2 (2015-02-17) - -* RST: Output code instead of tt for inline literals [#370](https://github.com/github/markup/pull/370) -* RST: Add IDs to headers so that `.. contents` works with `.. sectnum` [#391](https://github.com/github/markup/pull/391) - -[Full changelog](https://github.com/github/markup/compare/v1.3.1...v1.3.2) - -## 1.3.1 (2014-11-13) - -* Fix name error when trying to use newer versions of RedCarpet [#387](https://github.com/github/markup/pull/387) - -[Full changelog](https://github.com/github/markup/compare/v1.3.0...v1.3.1) - -## 1.3.0 (2014-09-11) - -* Extend the field limit for tables to 50 characters for RST [#306](https://github.com/github/markup/pull/306) -* Add `.mkdn` as a supported markdown extension [#308](https://github.com/github/markup/pull/308) -* Upgrade wikicloth to 0.8.1 [#317](https://github.com/github/markup/pull/317) -* Force encoding of posix-spawn output [#338](https://github.com/github/markup/pull/338) -* Add `.rmd` as a supported markdown extension [#343](https://github.com/github/markup/pull/343) - -[Full changelog](https://github.com/github/markup/compare/v1.2.1...v1.3.0) - -## 1.2.1 (2014-04-23) - -* Disable RST warnings [#290](https://github.com/github/markup/pull/290) - -[Full changelog](https://github.com/github/markup/compare/v1.2.0...v1.2.1) - -## 1.1.1 (2014-04-03) - -* Upgrade to org-ruby 0.9.1 -* Set default encoding to UTF-8 for Python 2 - -## 1.1.0 (2014-03-10) - -* Raise GitHub::Markup::CommandError if external command exits with a non-zero status. -* Remove support for literate Haskell (see #266) - -## 0.5.1 (2010-09-30) - -* Support relative path links in rdoc - -## 0.5.0 (2010-07-07) - -* Added creole support - -## 0.4.0 (2010-04-23) - -* Removed man page support until it's ready. - -## 0.3.3 (2010-03-29) - -* UTF-8 works with ReST now. - -## 0.3.2 (2010-03-25) - -* Improved test runner -* Forgive ReST problems that aren't user errors. - -## 0.3.1 (2010-03-22) - -* Add .rst.txt extension -* Fix ASCII encoding error while using print u'\u010c' non-ASCII char and similar. - -## 0.3.0 (2010-03-11) - -* man rendering -* `github-markup` command line runner - -## 0.2.2 (2010-02-09) - -* pod fixes from Ricardo Signes - -## 0.2.1 (2010-01-25) - -* ReST fixes from Michael Jones - -## 0.2.0 (2010-01-10) - -* org-mode support - -## 0.1.7 (2009-11-17) - -* Ditch asciidoc2html, call asciidoc directly - -## 0.1.6 (2009-11-17) - -* mdown - -## 0.1.5 (2009-11-17) - -* Actually, if we can't render a thing then don't. Not once, not never. - -## 0.1.4 (2009-11-17) - -* Bugfix: Missing commands return the input (instead of nothing) - -## 0.1.3 (2009-11-02) - -* Strip the INDEX comments from POD - -## 0.1.2 (2009-11-02) - -* Renamed to `github-markup` -* Bugfix: POD rendering works now, not just index - -## 0.1.1 (2009-11-02) - -* Added `GitHub::Markup.can_render?` helper. -* Bugfix: Actually check file extensions - -## 0.1.0 (2009-11-02) - -* First release diff --git a/LICENSE b/LICENSE deleted file mode 100644 index b46098cf..00000000 --- a/LICENSE +++ /dev/null @@ -1,20 +0,0 @@ -Copyright (c) 2009 GitHub - -Permission is hereby granted, free of charge, to any person obtaining -a copy of this software and associated documentation files (the -"Software"), to deal in the Software without restriction, including -without limitation the rights to use, copy, modify, merge, publish, -distribute, sublicense, and/or sell copies of the Software, and to -permit persons to whom the Software is furnished to do so, subject to -the following conditions: - -The above copyright notice and this permission notice shall be -included in all copies or substantial portions of the Software. - -THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, -EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF -MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND -NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE -LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION -OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION -WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. diff --git a/README.md b/README.md deleted file mode 100644 index 12188dcb..00000000 --- a/README.md +++ /dev/null @@ -1,88 +0,0 @@ -GitHub Markup -============= - -This library is the **first step** of a journey that every markup file in a repository goes on before it is rendered on GitHub.com: - -1. `github-markup` selects an _underlying library_ to convert the raw markup to HTML. See the list of [supported markup formats](#markups) below. -1. The HTML is sanitized, aggressively removing things that could harm you and your kin—such as `script` tags, inline-styles, and `class` or `id` attributes. -1. Syntax highlighting is performed on code blocks. See [github/linguist](https://github.com/github/linguist#syntax-highlighting) for more information about syntax highlighting. -1. The HTML is passed through other filters that add special sauce, such as emoji, task lists, named anchors, CDN caching for images, and autolinking. -1. The resulting HTML is rendered on GitHub.com. - -Please note that **only the first step** is covered by this gem — the rest happens on GitHub.com. In particular, `markup` itself does no sanitization of the resulting HTML, as it expects that to be covered by whatever pipeline is consuming the HTML. - -Please see our [contributing guidelines](CONTRIBUTING.md) before reporting an issue. - -Markups -------- - -The following markups are supported. The dependencies listed are required if -you wish to run the library. You can also run `script/bootstrap` to fetch them all. - -* [.markdown, .mdown, .mkdn, .md](http://daringfireball.net/projects/markdown/) -- `gem install commonmarker` (https://github.com/gjtorikian/commonmarker) -* [.textile](https://textile-lang.com/) -- `gem install RedCloth` (https://github.com/jgarber/redcloth) -* [.rdoc](https://ruby.github.io/rdoc/) -- `gem install rdoc -v 3.6.1` -* [.org](http://orgmode.org/) -- `gem install org-ruby` (https://github.com/wallyqs/org-ruby) -* [.creole](http://wikicreole.org/) -- `gem install creole` (https://github.com/larsch/creole) -* [.mediawiki, .wiki](http://www.mediawiki.org/wiki/Help:Formatting) -- `gem install wikicloth` (https://github.com/nricciar/wikicloth) -* [.rst](http://docutils.sourceforge.net/rst.html) -- `pip install docutils` -* [.asciidoc, .adoc, .asc](http://asciidoc.org/) -- `gem install asciidoctor` (http://asciidoctor.org) -* [.pod](http://search.cpan.org/dist/perl/pod/perlpod.pod) -- `Pod::Simple::XHTML` - comes with Perl >= 5.10. Lower versions should install Pod::Simple from CPAN. - -Installation ------------ - -``` -gem install github-markup -``` - -or - -``` -bundle install -``` - -from this directory. - -Usage ------ - -Basic form: - -```ruby -require 'github/markup' - -GitHub::Markup.render('README.markdown', "* One\n* Two") -``` - -More realistic form: - -```ruby -require 'github/markup' - -GitHub::Markup.render(file, File.read(file)) -``` - -And a convenience form: - -```ruby -require 'github/markup' - -GitHub::Markup.render_s(GitHub::Markups::MARKUP_MARKDOWN, "* One\n* Two") -``` - -Local Development ------------------ - -```sh -python3 -m venv .venv -source .venv/bin/activate -cd script -./bootstrap -``` - -Contributing ------------- - -See [Contributing](CONTRIBUTING.md). diff --git a/Rakefile b/Rakefile deleted file mode 100644 index 5a7b12e6..00000000 --- a/Rakefile +++ /dev/null @@ -1,17 +0,0 @@ -#!/usr/bin/env rake - -require "bundler/gem_tasks" - -require 'rake/testtask' -Rake::TestTask.new(:test) do |test| - test.libs << 'lib' << 'test' - test.pattern = 'test/**/*_test.rb' - test.verbose = true -end - -desc "Open an irb session preloaded with this library" -task :console do - sh "irb -I lib -r bundler/setup -r github/markup" -end - -task :default => :test diff --git a/bin/github-markup b/bin/github-markup deleted file mode 100755 index ec967359..00000000 --- a/bin/github-markup +++ /dev/null @@ -1,28 +0,0 @@ -#!/usr/bin/env ruby - -$LOAD_PATH.unshift File.dirname(File.realpath(__FILE__)) + "/../lib" -require 'github/markup' - -if ARGV.size < 1 - print "usage: #{File.basename($0)} FILE [ FILES ... ]\n" - exit 1 -end - -sources = [] - -ARGV.each { |s| - begin - file = File.open( s, "r" ) - sources.push [ s, file ] - rescue Exception => e - $stderr.print "error: #{e.message}\n" - exit 1 - ensure - end -} - -sources.each { |name, file| - print GitHub::Markup.render( name, file.read ) - file.close -} - diff --git a/github-markup.gemspec b/github-markup.gemspec deleted file mode 100644 index 4329a901..00000000 --- a/github-markup.gemspec +++ /dev/null @@ -1,31 +0,0 @@ -require File.expand_path("../lib/github-markup", __FILE__) - -Gem::Specification.new do |s| - s.name = "github-markup" - s.version = GitHub::Markup::VERSION - s.summary = "The code GitHub uses to render README.markup" - s.description = <<~DESC - This gem is used by GitHub to render any fancy markup such as Markdown, - Textile, Org-Mode, etc. Fork it and add your own! - DESC - s.authors = ["Chris Wanstrath"] - s.email = "chris@ozmm.org" - s.homepage = "https://github.com/github/markup" - s.license = "MIT" - - s.required_ruby_version = '>= 3.1.0' - - s.files = `git ls-files`.split($\) - s.executables = s.files.grep(%r{^bin/}).map{ |f| File.basename(f) } - s.test_files = s.files.grep(%r{^(test|spec|features)/}) - s.require_paths = %w[lib] - - s.add_development_dependency 'rake', '~> 12' - s.add_development_dependency 'activesupport', '~> 7.1.5' - s.add_development_dependency 'minitest', '~> 5.4', '>= 5.4.3' - s.add_development_dependency 'html-pipeline', '~> 1.0' - s.add_development_dependency 'sanitize', '>= 4.6.3' - s.add_development_dependency 'nokogiri', '~> 1.18.4' - s.add_development_dependency 'nokogiri-diff', '~> 0.3.0' - s.add_development_dependency "github-linguist", ">= 7.1.3" -end diff --git a/lib/github-markup.rb b/lib/github-markup.rb deleted file mode 100644 index 7c36ad17..00000000 --- a/lib/github-markup.rb +++ /dev/null @@ -1,6 +0,0 @@ -module GitHub - module Markup - VERSION = '5.0.1' - Version = VERSION - end -end diff --git a/lib/github/commands/pod2html b/lib/github/commands/pod2html deleted file mode 100755 index aaed6022..00000000 --- a/lib/github/commands/pod2html +++ /dev/null @@ -1,16 +0,0 @@ -#!/usr/bin/env perl - -use strict; -use Pod::Simple::XHTML 3.11; - -my $p = Pod::Simple::XHTML->new; -$p->html_header(''); -$p->html_footer(''); -$p->perldoc_url_prefix('https://metacpan.org/pod/'); -$p->anchor_items(1); -$p->strip_verbatim_indent(sub { - my $lines = shift; - (my $indent = $lines->[0]) =~ s/\S.*//; - return $indent; -}); -$p->parse_from_file(shift); diff --git a/lib/github/commands/pod62html b/lib/github/commands/pod62html deleted file mode 100755 index b2d27764..00000000 --- a/lib/github/commands/pod62html +++ /dev/null @@ -1,5 +0,0 @@ -#!/usr/bin/env perl6 - -use v6; - -slurp.put; diff --git a/lib/github/commands/rest2html b/lib/github/commands/rest2html deleted file mode 100755 index c6fc663e..00000000 --- a/lib/github/commands/rest2html +++ /dev/null @@ -1,314 +0,0 @@ -#!/usr/bin/env python -""" -rest2html - A small wrapper file for parsing ReST files at GitHub. - -Written in 2008 by Jannis Leidel - -Brandon Keepers -Bryan Veloso -Chris Wanstrath -Dave Abrahams -Garen Torikian -Gasper Zejn -Michael Jones -Sam Whited -Tyler Chung -Vicent Marti - -To the extent possible under law, the author(s) have dedicated all copyright -and related and neighboring rights to this software to the public domain -worldwide. This software is distributed without any warranty. - -You should have received a copy of the CC0 Public Domain Dedication along with -this software. If not, see . -""" - -__author__ = "Jannis Leidel" -__license__ = "CC0" -__version__ = "0.1" - -import sys -import os - -# This fixes docutils failing with unicode parameters to CSV-Table. The -S -# switch and the following 3 lines can be removed after upgrading to python 3. -if sys.version_info[0] < 3: - reload(sys) - sys.setdefaultencoding('utf-8') - -import site - -try: - import locale - locale.setlocale(locale.LC_ALL, '') -except: - pass - -import codecs -import io - -from docutils import nodes, utils -from docutils.parsers.rst import directives, roles -from docutils.parsers.rst.directives.body import CodeBlock, Directive -from docutils.core import publish_parts -from docutils.writers.html4css1 import Writer, HTMLTranslator -from docutils.parsers.rst.states import Body -from docutils import nodes - -# By default, docutils provides two choices for unknown directives: -# - Show errors if the reporting level is high enough -# - Silently do not display them otherwise -# Comments are not displayed, either. - -# This code monkey-patches docutils to show preformatted lines -# in both these cases. - -# Recommended practice for repositories with rst files: -# - If github is the preferred viewer for the rst files (e.g. README.rst), -# then design the files to properly display for github. E.g., do not -# include unknown directives or restructuredText comments. -# - If github is NOT the preferred viewer for the rst files (e.g. -# the files are designed to be used with sphinx extensions at readthedocs) -# then include a restructuredText comment at the top of the file -# explaining that the document will display much more nicely with its -# preferred viewer, e.g. at readthedocs. - -original_behavior = False # Documents original docutils behavior -github_display = True - -def extract_extension_options(field_list, option_spec): - """ - Overrides `utils.extract_extension_options` and inlines - `utils.assemble_option_dict` to make it ignore unknown options passed to - directives (i.e. ``:caption:`` for ``.. code-block:``). - """ - - dropped = set() - options = {} - for name, value in utils.extract_options(field_list): - convertor = option_spec.get(name) - if name in options or name in dropped: - raise utils.DuplicateOptionError('duplicate option "%s"' % name) - - # silently drop unknown options as long as they are not duplicates - if convertor is None: - dropped.add(name) - continue - - # continue as before - try: - options[name] = convertor(value) - except (ValueError, TypeError) as detail: - raise detail.__class__('(option: "%s"; value: %r)\n%s' - % (name, value, ' '.join(detail.args))) - return options - -utils.extract_extension_options = extract_extension_options - -def unknown_directive(self, type_name): - lineno = self.state_machine.abs_line_number() - indented, indent, offset, blank_finish = \ - self.state_machine.get_first_known_indented(0, strip_indent=False) - text = '\n'.join(indented) - if original_behavior: - error = self.reporter.error( - 'Unknown directive type "%s".' % type_name, - nodes.literal_block(text, text), line=lineno) - return [error], blank_finish - elif github_display: - cls = ['unknown_directive'] - result = [nodes.literal_block(text, text, classes=cls)] - return result, blank_finish - else: - return [nodes.comment(text, text)], blank_finish - -def comment(self, match): - if not match.string[match.end():].strip() \ - and self.state_machine.is_next_line_blank(): # an empty comment? - return [nodes.comment()], 1 # "A tiny but practical wart." - indented, indent, offset, blank_finish = \ - self.state_machine.get_first_known_indented(match.end()) - while indented and not indented[-1].strip(): - indented.trim_end() - if not original_behavior: - firstline = ''.join(indented[:1]).split() - if ' '.join(firstline[:2]) == 'github display': - if len(firstline) == 3 and firstline[2] in ('on', 'off'): - global github_display - github_display = firstline[2] == 'on' - if len(indented) == 1: - return [nodes.comment()], 1 - text = '\n'.join(indented[1:]) - cls = ['github_comment'] - result = [nodes.literal_block(text, text, classes=cls)] - return result, blank_finish - text = '\n'.join(indented) - return [nodes.comment(text, text)], blank_finish - -Body.comment = comment -Body.unknown_directive = unknown_directive - - -SETTINGS = { - 'cloak_email_addresses': False, - 'file_insertion_enabled': False, - 'raw_enabled': True, - 'strip_comments': True, - 'doctitle_xform': True, - 'initial_header_level': 2, - 'report_level': 5, - 'syntax_highlight': 'none', - 'math_output': 'latex', - 'field_name_limit': 50, -} - -default_highlight_language = None - -class HighlightDirective(Directive): - required_arguments = 1 - optional_arguments = 1 - option_spec = {} - def run(self): - """Track the default syntax highlighting language - """ - global default_highlight_language - default_highlight_language = self.arguments[0] - return [] - -class DoctestDirective(CodeBlock): - """Render Sphinx 'doctest:: [group]' blocks as 'code:: python' - """ - - def run(self): - """Discard any doctest group argument, render contents as python code - """ - self.arguments = ['python'] - return super(DoctestDirective, self).run() - - -class GitHubHTMLTranslator(HTMLTranslator): - - # removes the
tag wrapped around docs - # see also: http://bit.ly/1exfq2h (warning! sourceforge link.) - def depart_document(self, node): - HTMLTranslator.depart_document(self, node) - self.html_body.pop(0) # pop the starting
off - self.html_body.pop() # pop the ending
off - - # technique for visiting sections, without generating additional divs - # see also: http://bit.ly/NHtyRx - # the a is to support ::contents with ::sectnums: http://git.io/N1yC - def visit_section(self, node): - for id_attribute in node.attributes['ids']: - self.body.append('\n' % id_attribute) - self.section_level += 1 - - def depart_section(self, node): - self.section_level -= 1 - - def visit_literal_block(self, node): - classes = node.attributes['classes'] - if len(classes) >= 2 and classes[0] == 'code': - language = classes[1] - del classes[:] - self.body.append(self.starttag(node, 'pre', lang=language)) - elif default_highlight_language is not None: - self.body.append(self.starttag(node, 'pre', lang=default_highlight_language)) - else: - self.body.append(self.starttag(node, 'pre')) - - def visit_doctest_block(self, node): - self.body.append(self.starttag(node, 'pre', lang='pycon')) - - # always wrap two-backtick rst inline literals in , not - # this also avoids the generation of superfluous tags - def visit_literal(self, node): - self.body.append(self.starttag(node, 'code', suffix='')) - - def depart_literal(self, node): - self.body.append('') - - def visit_table(self, node): - classes = ' '.join(['docutils', self.settings.table_style]).strip() - self.body.append( - self.starttag(node, 'table', CLASS=classes)) - - def depart_table(self, node): - self.body.append('\n') - - def depart_image(self, node): - uri = node['uri'] - ext = os.path.splitext(uri)[1].lower() - # we need to swap RST's use of `object` with `img` tags - # see http://git.io/5me3dA - if ext == ".svg": - # preserve essential attributes - atts = {} - for attribute, value in node.attributes.items(): - # we have no time for empty values - if value: - if attribute == "uri": - atts['src'] = value - else: - atts[attribute] = value - - # toss off `object` tag - self.body.pop() - # add on `img` with attributes - self.body.append(self.starttag(node, 'img', **atts)) - HTMLTranslator.depart_image(self, node) - - -def kbd(name, rawtext, text, lineno, inliner, options={}, content=[]): - return [nodes.raw('', '%s' % text, format='html')], [] - - -def main(): - """ - Parses the given ReST file or the redirected string input and returns the - HTML body. - - Usage: rest2html < README.rst - rest2html README.rst - """ - try: - text = codecs.open(sys.argv[1], 'r', 'utf-8').read() - except IOError: # given filename could not be found - return '' - except IndexError: # no filename given - if sys.version_info[0] < 3: # python 2.x - text = sys.stdin.read() - else: # python 3 - input_stream = io.TextIOWrapper(sys.stdin.buffer, encoding='utf-8') - text = input_stream.read() - - writer = Writer() - writer.translator_class = GitHubHTMLTranslator - - roles.register_canonical_role('kbd', kbd) - - # Render source code in Sphinx doctest blocks - directives.register_directive('doctest', DoctestDirective) - - # Set default highlight language - directives.register_directive('highlight', HighlightDirective) - - parts = publish_parts(text, writer=writer, settings_overrides=SETTINGS) - if 'html_body' in parts: - html = parts['html_body'] - - # publish_parts() in python 2.x return dict values as Unicode type - # in py3k Unicode is unavailable and values are of str type - if isinstance(html, str): - return html - else: - return html.encode('utf-8') - return '' - -if __name__ == '__main__': - if sys.version_info[0] < 3: # python 2.x - sys.stdout.write("%s%s" % (main(), "\n")) - else: # python 3 - output_stream = io.TextIOWrapper(sys.stdout.buffer, encoding='utf-8') - output_stream.write("%s%s" % (main(), "\n")) - sys.stdout.flush() diff --git a/lib/github/markup.rb b/lib/github/markup.rb deleted file mode 100644 index 1c63c8bd..00000000 --- a/lib/github/markup.rb +++ /dev/null @@ -1,103 +0,0 @@ -begin - require "linguist" -rescue LoadError - # Rely on extensions instead. -end - -require "github/markup/command_implementation" -require "github/markup/gem_implementation" - -module GitHub - module Markups - # all of supported markups: - MARKUP_ASCIIDOC = :asciidoc - MARKUP_CREOLE = :creole - MARKUP_MARKDOWN = :markdown - MARKUP_MEDIAWIKI = :mediawiki - MARKUP_ORG = :org - MARKUP_POD = :pod - MARKUP_RDOC = :rdoc - MARKUP_RST = :rst - MARKUP_TEXTILE = :textile - MARKUP_POD6 = :pod6 - end - - module Markup - extend self - - @@markups = {} - - def markups - @@markups - end - - def markup_impls - markups.values - end - - def preload! - markup_impls.each(&:load) - end - - def render(filename, content, symlink: false, options: {}) - if (impl = renderer(filename, content, symlink: symlink)) - impl.render(filename, content, options: options) - else - content - end - end - - def render_s(symbol, content, options: {}) - raise ArgumentError, 'Can not render a nil.' if content.nil? - - if markups.key?(symbol) - markups[symbol].render(nil, content, options: options) - else - content - end - end - - def markup(symbol, gem_name, regexp, languages, opts = {}, &block) - impl = GemImplementation.new(regexp, languages, gem_name, &block) - markup_impl(symbol, impl) - end - - def markup_impl(symbol, impl) - if markups.key?(symbol) - raise ArgumentError, "The '#{symbol}' symbol is already defined." - end - markups[symbol] = impl - end - - def command(symbol, command, regexp, languages, name, &block) - if File.exist?(file = File.dirname(__FILE__) + "/commands/#{command}") - command = file - end - - impl = CommandImplementation.new(regexp, languages, command, name, &block) - markup_impl(symbol, impl) - end - - def can_render?(filename, content, symlink: false) - renderer(filename, content, symlink: symlink) != nil - end - - def renderer(filename, content, symlink: false) - language = language(filename, content, symlink: symlink) - markup_impls.find do |impl| - impl.match?(filename, language) - end - end - - def language(filename, content, symlink: false) - return unless defined?(::Linguist) - - blob = Linguist::Blob.new(filename, content, symlink: symlink) - Linguist.detect(blob, allow_empty: true) - end - - # Define markups - markups_rb = File.dirname(__FILE__) + '/markups.rb' - instance_eval File.read(markups_rb), markups_rb - end -end diff --git a/lib/github/markup/command_implementation.rb b/lib/github/markup/command_implementation.rb deleted file mode 100644 index b55f1735..00000000 --- a/lib/github/markup/command_implementation.rb +++ /dev/null @@ -1,52 +0,0 @@ -require "open3" -require "github/markup/implementation" - - -module GitHub - module Markup - class CommandError < RuntimeError - end - - class CommandImplementation < Implementation - attr_reader :command, :block, :name - - def initialize(regexp, languages, command, name, &block) - super(regexp, languages) - @command = command.to_s - @block = block - @name = name - end - - def render(filename, content, options: {}) - rendered = execute(command, content) - rendered = rendered.to_s.empty? ? content : rendered - call_block(rendered, content) - end - - private - def call_block(rendered, content) - if block && block.arity == 2 - block.call(rendered, content) - elsif block - block.call(rendered) - else - rendered - end - end - - def execute(command, target) - # capture3 blocks until both buffers are written to and the process terminates, but - # it won't allow either buffer to fill up - stdout, stderr, status = Open3.capture3(*command, stdin_data: target) - - raise CommandError.new(stderr) unless status.success? - sanitize(stdout, target.encoding) - end - - def sanitize(input, encoding) - input.gsub("\r", '').force_encoding(encoding) - end - - end - end -end diff --git a/lib/github/markup/gem_implementation.rb b/lib/github/markup/gem_implementation.rb deleted file mode 100644 index 843717e6..00000000 --- a/lib/github/markup/gem_implementation.rb +++ /dev/null @@ -1,30 +0,0 @@ -require "github/markup/implementation" - -module GitHub - module Markup - class GemImplementation < Implementation - attr_reader :gem_name, :renderer - - def initialize(regexp, languages, gem_name, &renderer) - super(regexp, languages) - @gem_name = gem_name.to_s - @renderer = renderer - end - - def load - return if defined?(@loaded) && @loaded - require gem_name - @loaded = true - end - - def render(filename, content, options: {}) - load - renderer.call(filename, content, options: options) - end - - def name - gem_name - end - end - end -end diff --git a/lib/github/markup/implementation.rb b/lib/github/markup/implementation.rb deleted file mode 100644 index 458ab0d8..00000000 --- a/lib/github/markup/implementation.rb +++ /dev/null @@ -1,42 +0,0 @@ -module GitHub - module Markup - class Implementation - attr_reader :regexp - attr_reader :languages - - def initialize(regexp, languages) - @regexp = regexp - - if defined?(::Linguist) - @languages = languages.map do |l| - lang = Linguist::Language[l] - raise "no match for language #{l.inspect}" if lang.nil? - lang - end - end - end - - def load - # no-op by default - end - - def render(filename, content, options: {}) - raise NotImplementedError, "subclasses of GitHub::Markup::Implementation must define #render" - end - - def match?(filename, language) - if defined?(::Linguist) - languages.include? language - else - file_ext_regexp =~ filename - end - end - - private - - def file_ext_regexp - @file_ext_regexp ||= /\.(#{regexp})\z/ - end - end - end -end diff --git a/lib/github/markup/markdown.rb b/lib/github/markup/markdown.rb deleted file mode 100644 index dcf93229..00000000 --- a/lib/github/markup/markdown.rb +++ /dev/null @@ -1,67 +0,0 @@ -require "github/markup/implementation" - -module GitHub - module Markup - class Markdown < Implementation - MARKDOWN_GEMS = { - "commonmarker" => proc { |content, options: {}| - commonmarker_opts = [:GITHUB_PRE_LANG].concat(options.fetch(:commonmarker_opts, [])) - commonmarker_exts = options.fetch(:commonmarker_exts, [:tagfilter, :autolink, :table, :strikethrough]) - CommonMarker.render_html(content, commonmarker_opts, commonmarker_exts) - }, - "github/markdown" => proc { |content, options: {}| - GitHub::Markdown.render(content) - }, - "redcarpet" => proc { |content, options: {}| - Redcarpet::Markdown.new(Redcarpet::Render::HTML).render(content) - }, - "rdiscount" => proc { |content, options: {}| - RDiscount.new(content).to_html - }, - "maruku" => proc { |content, options: {}| - Maruku.new(content).to_html - }, - "kramdown" => proc { |content, options: {}| - Kramdown::Document.new(content).to_html - }, - "bluecloth" => proc { |content, options: {}| - BlueCloth.new(content).to_html - }, - } - - def initialize - super( - /md|mkdn?|mdwn|mdown|markdown|mdx|litcoffee/i, - ["Markdown", "MDX", "Literate CoffeeScript"]) - end - - def load - return if @renderer - MARKDOWN_GEMS.each do |gem_name, renderer| - if try_require(gem_name) - @renderer = renderer - return - end - end - raise LoadError, "no suitable markdown gem found" - end - - def render(filename, content, options: {}) - load - @renderer.call(content, options: options) - end - - def name - "markdown" - end - - private - def try_require(file) - require file - true - rescue LoadError - false - end - end - end -end diff --git a/lib/github/markup/rdoc.rb b/lib/github/markup/rdoc.rb deleted file mode 100644 index 32cb4194..00000000 --- a/lib/github/markup/rdoc.rb +++ /dev/null @@ -1,26 +0,0 @@ -require "github/markup/implementation" -require "rdoc" -require "rdoc/markup/to_html" - -module GitHub - module Markup - class RDoc < Implementation - def initialize - super(/rdoc/, ["RDoc"]) - end - - def render(filename, content, options: {}) - if ::RDoc::VERSION.to_i >= 4 - h = ::RDoc::Markup::ToHtml.new(::RDoc::Options.new) - else - h = ::RDoc::Markup::ToHtml.new - end - h.convert(content) - end - - def name - "rdoc" - end - end - end -end diff --git a/lib/github/markups.rb b/lib/github/markups.rb deleted file mode 100644 index 2c30c99d..00000000 --- a/lib/github/markups.rb +++ /dev/null @@ -1,59 +0,0 @@ -require "github/markup/markdown" -require "github/markup/rdoc" -require "shellwords" - -markup_impl(::GitHub::Markups::MARKUP_MARKDOWN, ::GitHub::Markup::Markdown.new) - -markup(::GitHub::Markups::MARKUP_TEXTILE, :redcloth, /textile/, ["Textile"]) do |filename, content, options: {}| - RedCloth.new(content).to_html -end - -markup_impl(::GitHub::Markups::MARKUP_RDOC, GitHub::Markup::RDoc.new) - -markup(::GitHub::Markups::MARKUP_ORG, 'org-ruby', /org/, ["Org"]) do |filename, content, options: {}| - Orgmode::Parser.new(content, { - :allow_include_files => false, - :skip_syntax_highlight => true - }).to_html -end - -markup(::GitHub::Markups::MARKUP_CREOLE, :creole, /creole/, ["Creole"]) do |filename, content, options: {}| - Creole.creolize(content) -end - -markup(::GitHub::Markups::MARKUP_MEDIAWIKI, :wikicloth, /mediawiki|wiki/, ["MediaWiki"]) do |filename, content, options: {}| - wikicloth = WikiCloth::WikiCloth.new(:data => content) - WikiCloth::WikiBuffer::HTMLElement::ESCAPED_TAGS << 'tt' unless WikiCloth::WikiBuffer::HTMLElement::ESCAPED_TAGS.include?('tt') - wikicloth.to_html(:noedit => true) -end - -markup(::GitHub::Markups::MARKUP_ASCIIDOC, :asciidoctor, /adoc|asc(iidoc)?/, ["AsciiDoc"]) do |filename, content, options: {}| - attributes = { - 'showtitle' => '@', - 'idprefix' => '', - 'idseparator' => '-', - 'sectanchors' => nil, - 'env' => 'github', - 'env-github' => '', - 'source-highlighter' => 'html-pipeline' - } - if filename - attributes['docname'] = File.basename(filename, (extname = File.extname(filename))) - attributes['docfilesuffix'] = attributes['outfilesuffix'] = extname - else - attributes['outfilesuffix'] = '.adoc' - end - Asciidoctor::Compliance.unique_id_start_index = 1 - Asciidoctor.convert(content, :safe => :secure, :attributes => attributes) -end - -command( - ::GitHub::Markups::MARKUP_RST, - "python3 #{Shellwords.escape(File.dirname(__FILE__))}/commands/rest2html", - /re?st(\.txt)?/, - ["reStructuredText"], - "restructuredtext" -) - -command(::GitHub::Markups::MARKUP_POD6, :pod62html, /pod6/, ["Pod 6"], "pod6") -command(::GitHub::Markups::MARKUP_POD, :pod2html, /pod/, ["Pod"], "pod") diff --git a/my_django_project/README.md b/my_django_project/README.md new file mode 100644 index 00000000..1e34ed99 --- /dev/null +++ b/my_django_project/README.md @@ -0,0 +1,57 @@ +# My Django Project + +This is a simple Django project designed to test the `handle_post` view function, which handles file downloads based on specified subdirectory and filename. + +## Project Structure + +``` +my_django_project +├── my_django_project +│ ├── __init__.py +│ ├── settings.py +│ ├── urls.py +│ ├── views.py +│ └── wsgi.py +├── manage.py +└── README.md +``` + +## Requirements + +- Python 3.x +- Django + +## Setup Instructions + +1. **Clone the repository:** + ``` + git clone + cd my_django_project + ``` + +2. **Create a virtual environment:** + ``` + python -m venv venv + source venv/bin/activate # On Windows use `venv\Scripts\activate` + ``` + +3. **Install dependencies:** + ``` + pip install django + ``` + +4. **Run the development server:** + ``` + python manage.py runserver + ``` + +5. **Access the application:** + Open your web browser and navigate to `http://127.0.0.1:8000/`. + +## Usage + +To test the `handle_post` view, send a POST request to the appropriate URL with the required parameters (`subdir` and `filename`). The view will attempt to return the specified file as a downloadable attachment. + +## License + +This project is licensed under the MIT License. \ No newline at end of file diff --git a/my_django_project/manage.py b/my_django_project/manage.py new file mode 100644 index 00000000..6f210e05 --- /dev/null +++ b/my_django_project/manage.py @@ -0,0 +1,18 @@ +#!/usr/bin/env python +import os +import sys + +def main(): + os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'my_django_project.settings') + try: + from django.core.management import execute_from_command_line + except ImportError as exc: + raise ImportError( + "Couldn't import Django. Are you sure it's installed and " + "available on your PYTHONPATH environment variable? Did you " + "forget to activate a virtual environment?" + ) from exc + execute_from_command_line(sys.argv) + +if __name__ == '__main__': + main() \ No newline at end of file diff --git a/my_django_project/my_django_project/__init__.py b/my_django_project/my_django_project/__init__.py new file mode 100644 index 00000000..82789f20 --- /dev/null +++ b/my_django_project/my_django_project/__init__.py @@ -0,0 +1 @@ +# This file is intentionally left blank. \ No newline at end of file diff --git a/my_django_project/my_django_project/settings.py b/my_django_project/my_django_project/settings.py new file mode 100644 index 00000000..9688a2b1 --- /dev/null +++ b/my_django_project/my_django_project/settings.py @@ -0,0 +1,101 @@ +# settings.py + +import os +from pathlib import Path + +# Build paths inside the project like this: BASE_DIR / 'subdir'. +BASE_DIR = Path(__file__).resolve().parent.parent + +# SECURITY WARNING: keep the secret key used in production secret! +SECRET_KEY = 'your-secret-key' + +# SECURITY WARNING: don't run with debug turned on in production! +DEBUG = True + +ALLOWED_HOSTS = [] + +# Application definition +INSTALLED_APPS = [ + 'django.contrib.admin', + 'django.contrib.auth', + 'django.contrib.contenttypes', + 'django.contrib.sessions', + 'django.contrib.messages', + 'django.contrib.staticfiles', +] + +MIDDLEWARE = [ + 'django.middleware.security.SecurityMiddleware', + 'django.contrib.sessions.middleware.SessionMiddleware', + 'django.middleware.common.CommonMiddleware', + 'django.middleware.csrf.CsrfViewMiddleware', + 'django.contrib.auth.middleware.AuthenticationMiddleware', + 'django.contrib.messages.middleware.MessageMiddleware', + 'django.middleware.clickjacking.XFrameOptionsMiddleware', +] + +ROOT_URLCONF = 'my_django_project.urls' + +TEMPLATES = [ + { + 'BACKEND': 'django.template.backends.django.DjangoTemplates', + 'DIRS': [], + 'APP_DIRS': True, + 'OPTIONS': { + 'context_processors': [ + 'django.template.context_processors.debug', + 'django.template.context_processors.request', + 'django.contrib.auth.context_processors.auth', + 'django.contrib.messages.context_processors.messages', + ], + }, + }, +] + +WSGI_APPLICATION = 'my_django_project.wsgi.application' + +# Database +# https://docs.djangoproject.com/en/4.0/ref/settings/#databases +DATABASES = { + 'default': { + 'ENGINE': 'django.db.backends.sqlite3', + 'NAME': BASE_DIR / 'db.sqlite3', + } +} + +# Password validation +# https://docs.djangoproject.com/en/4.0/ref/settings/#auth-password-validators +AUTH_PASSWORD_VALIDATORS = [ + { + 'NAME': 'django.contrib.auth.password_validation.UserAttributeSimilarityValidator', + }, + { + 'NAME': 'django.contrib.auth.password_validation.MinimumLengthValidator', + }, + { + 'NAME': 'django.contrib.auth.password_validation.CommonPasswordValidator', + }, + { + 'NAME': 'django.contrib.auth.password_validation.NumericPasswordValidator', + }, +] + +# Internationalization +# https://docs.djangoproject.com/en/4.0/topics/i18n/ +LANGUAGE_CODE = 'en-us' + +TIME_ZONE = 'UTC' + +USE_I18N = True + +USE_L10N = True + +USE_TZ = True + +# Static files (CSS, JavaScript, Images) +# https://docs.djangoproject.com/en/4.0/howto/static-files/ +STATIC_URL = '/static/' + +# Default primary key field type +# https://docs.djangoproject.com/en/4.0/ref/settings/#default-auto-field +DEFAULT_AUTO_FIELD = 'django.db.models.BigAutoField' \ No newline at end of file diff --git a/my_django_project/my_django_project/urls.py b/my_django_project/my_django_project/urls.py new file mode 100644 index 00000000..70a6e507 --- /dev/null +++ b/my_django_project/my_django_project/urls.py @@ -0,0 +1,6 @@ +from django.urls import path +from .views import handle_post + +urlpatterns = [ + path('handle_post/', handle_post, name='handle_post'), +] \ No newline at end of file diff --git a/my_django_project/my_django_project/views.py b/my_django_project/my_django_project/views.py new file mode 100644 index 00000000..d2fd1a77 --- /dev/null +++ b/my_django_project/my_django_project/views.py @@ -0,0 +1,39 @@ +from django.http import JsonResponse +from django.views.decorators.csrf import csrf_exempt +from django import http +import os +from pathlib import Path + +@csrf_exempt +def handle_post(request): + if request.method == 'POST': + """Get a downloadable attachment given path to a file""" + local_volume_path = Path("/root/my_django_project/files") + subdir = request.POST['subdir'] + filename = request.POST['filename'] + + if filename is None or filename == '': + return JsonResponse({'error': 'filename is a required field.'}, status=400) + + if subdir is None or subdir == '': + return JsonResponse({'error': 'subdir is a required field.'}, status=400) + + # Remove fwd slash in the front + subdir = subdir.lstrip('/') + + if not os.path.isdir(local_volume_path / subdir): + return JsonResponse({'error': 'This subdirectory does not exist.'}, status=404) + + if not (local_volume_path / subdir / filename).exists(): + return JsonResponse({'error': 'File does not exist.'}, status=404) + + try: + return http.FileResponse( + open(local_volume_path / subdir / filename, 'rb'), + filename=filename, + as_attachment=True) + + except Exception as e: + return JsonResponse({'error': str(e)}, status=500) + + return JsonResponse({'error': 'Invalid method'}, status=405) \ No newline at end of file diff --git a/my_django_project/my_django_project/wsgi.py b/my_django_project/my_django_project/wsgi.py new file mode 100644 index 00000000..98a0c34f --- /dev/null +++ b/my_django_project/my_django_project/wsgi.py @@ -0,0 +1,6 @@ +import os +from django.core.wsgi import get_wsgi_application + +os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'my_django_project.settings') + +application = get_wsgi_application() \ No newline at end of file diff --git a/my_django_project/requirements.txt b/my_django_project/requirements.txt new file mode 100644 index 00000000..deceaddf --- /dev/null +++ b/my_django_project/requirements.txt @@ -0,0 +1 @@ +Django>=3.2,<4.0 \ No newline at end of file diff --git a/script/bootstrap b/script/bootstrap deleted file mode 100755 index f89f3181..00000000 --- a/script/bootstrap +++ /dev/null @@ -1,8 +0,0 @@ -#!/bin/bash - -set -e - -cd $(dirname "$0")/.. - -bundle install -pip3 install docutils diff --git a/script/bootstrap.contrib b/script/bootstrap.contrib deleted file mode 100755 index 834b6b61..00000000 --- a/script/bootstrap.contrib +++ /dev/null @@ -1,15 +0,0 @@ -#!/bin/bash - -set -e - -cd $(dirname "$0")/.. - -bundle install --path vendor/bundle -virtualenv vendor/python && source vendor/python/bin/activate -pip install docutils - -echo "" -echo "*** DONE ***" -echo "" -echo "activate python environment with 'source vendor/python/bin/activate'" -echo "run tests with 'bundle exec rake'" diff --git a/script/cibuild b/script/cibuild deleted file mode 100755 index 33251773..00000000 --- a/script/cibuild +++ /dev/null @@ -1,20 +0,0 @@ -#!/bin/bash - -set -e - -# GC customizations -export RUBY_GC_MALLOC_LIMIT=79000000 -export RUBY_HEAP_MIN_SLOTS=800000 -export RUBY_HEAP_FREE_MIN=100000 -export RUBY_HEAP_SLOTS_INCREMENT=400000 -export RUBY_HEAP_SLOTS_GROWTH_FACTOR=1 - -export PATH="/usr/share/rbenv/shims:$PATH" -export RBENV_VERSION="1.9.3" - -# bootstrap gem environment changes -echo "Bootstrapping gem environment ..." - -script/bootstrap --local - -rake diff --git a/test/fixtures/fail.sh b/test/fixtures/fail.sh deleted file mode 100755 index e89de54f..00000000 --- a/test/fixtures/fail.sh +++ /dev/null @@ -1,3 +0,0 @@ -#!/usr/bin/env bash - -echo "failure message">&2 && false diff --git a/test/markup_test.rb b/test/markup_test.rb deleted file mode 100644 index ced0b5f8..00000000 --- a/test/markup_test.rb +++ /dev/null @@ -1,138 +0,0 @@ -# encoding: utf-8 - -$LOAD_PATH.unshift File.dirname(__FILE__) + "/../lib" - -require 'github/markup' -require 'minitest/autorun' -require 'html/pipeline' -require 'nokogiri' -require 'nokogiri/diff' - -def normalize_html(text) - text.strip - .gsub(/\s\s+/,' ') - .gsub(/\p{Pi}|\p{Pf}|&quot;/u,'"') - .gsub("\u2026",'...') -end - -def assert_html_equal(expected, actual, msg = nil) - assertion = Proc.new do - expected_doc = Nokogiri::HTML(expected) {|config| config.noblanks} - actual_doc = Nokogiri::HTML(actual) {|config| config.noblanks} - - expected_doc.search('//text()').each {|node| node.content = normalize_html node.content} - actual_doc.search('//text()').each {|node| node.content = normalize_html node.content} - - ignore_changes = {"+" => Regexp.union(/^\s*id=".*"\s*$/), "-" => nil} - expected_doc.diff(actual_doc) do |change, node| - if change != ' ' && !node.blank? then - break unless node.to_html =~ ignore_changes[change] - end - end - end - assert(assertion.call, msg) -end - -class MarkupTest < Minitest::Test - class MarkupFilter < HTML::Pipeline::Filter - def call - filename = context[:filename] - GitHub::Markup.render(filename, File.read(filename)).strip.force_encoding("utf-8") - end - end - - Pipeline = HTML::Pipeline.new [ - MarkupFilter, - HTML::Pipeline::SanitizationFilter - ] - - Dir['test/markups/README.*'].each do |readme| - next if readme =~ /html$/ - markup = readme.split('/').last.gsub(/^README\./, '') - - define_method "test_#{markup}" do - skip "Skipping MediaWiki test because wikicloth is currently not compatible with JRuby." if markup == "mediawiki" && RUBY_PLATFORM == "java" - source = File.read(readme) - expected_file = "#{readme}.html" - expected = File.read(expected_file).rstrip - actual = Pipeline.to_html(nil, :filename => readme) - - if source != expected - assert(source != actual, "#{markup} did not render anything") - end - - diff = IO.popen("diff -u - #{expected_file}", 'r+') do |f| - f.write actual - f.close_write - f.read - end - - if ENV['UPDATE'] - File.open(expected_file, 'w') { |f| f.write actual } - end - - assert_html_equal expected, actual, <Title') - assert_equal true, GitHub::Markup.can_render?('README.markdown', '=== Title') - assert_equal false, GitHub::Markup.can_render?('README.cmd', 'echo 1') - assert_equal true, GitHub::Markup.can_render?('README.litcoffee', 'Title') - end - - def test_each_render_has_a_name - assert_equal "markdown", GitHub::Markup.renderer('README.md', '=== Title').name - assert_equal "redcloth", GitHub::Markup.renderer('README.textile', '* One').name - assert_equal "rdoc", GitHub::Markup.renderer('README.rdoc', '* One').name - assert_equal "org-ruby", GitHub::Markup.renderer('README.org', '* Title').name - assert_equal "creole", GitHub::Markup.renderer('README.creole', '= Title =').name - assert_equal "wikicloth", GitHub::Markup.renderer('README.wiki', '

Title

').name - assert_equal "asciidoctor", GitHub::Markup.renderer('README.adoc', '== Title').name - assert_equal "restructuredtext", GitHub::Markup.renderer('README.rst', 'Title').name - assert_equal "pod", GitHub::Markup.renderer('README.pod', '=head1').name - assert_equal "pod6", GitHub::Markup.renderer('README.pod6', '=begin pod').name - end - - def test_rendering_by_symbol - markup = '`test`' - result = /

test<\/code><\/p>/ - assert_match result, GitHub::Markup.render_s(GitHub::Markups::MARKUP_MARKDOWN, markup).strip - assert_match result, GitHub::Markup.render_s(GitHub::Markups::MARKUP_ASCIIDOC, markup).split.join - end - - def test_raises_error_if_command_exits_non_zero - GitHub::Markup.command(:doesntmatter, 'test/fixtures/fail.sh', /fail/, ['Java'], 'fail') - assert GitHub::Markup.can_render?('README.java', 'stop swallowing errors') - begin - GitHub::Markup.render('README.java', "stop swallowing errors", symlink: false) - rescue GitHub::Markup::CommandError => e - assert_equal "failure message", e.message.strip - else - fail "an exception was expected but was not raised" - end - end - - def test_preserve_markup - content = "Noël" - assert_equal content.encoding.name, GitHub::Markup.render('Foo.rst', content).encoding.name - end - - def test_commonmarker_options - assert_equal "

hello world

\n", GitHub::Markup.render("test.md", "hello world") - assert_equal "

hello world

\n", GitHub::Markup.render("test.md", "hello world", options: {commonmarker_opts: [:UNSAFE]}) - - assert_equal "

hello world

\n", GitHub::Markup.render_s(GitHub::Markups::MARKUP_MARKDOWN, "hello world") - assert_equal "

hello world

\n", GitHub::Markup.render_s(GitHub::Markups::MARKUP_MARKDOWN, "hello world", options: {commonmarker_opts: [:UNSAFE]}) - - assert_equal "<style>.red{color: red;}</style>\n", GitHub::Markup.render("test.md", "", options: {commonmarker_opts: [:UNSAFE]}) - assert_equal "\n", GitHub::Markup.render("test.md", "", options: {commonmarker_opts: [:UNSAFE], commonmarker_exts: [:autolink, :table, :strikethrough]}) - - assert_equal "<style>.red{color: red;}</style>\n", GitHub::Markup.render_s(GitHub::Markups::MARKUP_MARKDOWN, "", options: {commonmarker_opts: [:UNSAFE]}) - assert_equal "\n", GitHub::Markup.render_s(GitHub::Markups::MARKUP_MARKDOWN, "", options: {commonmarker_opts: [:UNSAFE], commonmarker_exts: [:autolink, :table, :strikethrough]}) - end -end diff --git a/test/markups/README.asciidoc b/test/markups/README.asciidoc deleted file mode 100644 index 5f65dd2b..00000000 --- a/test/markups/README.asciidoc +++ /dev/null @@ -1,27 +0,0 @@ -= Document Title -// sectanchors will be ignored -:sectanchors: - -== First Section - -* One -* Two - -Refer to <> or <>. - -Navigate from {docname}{outfilesuffix} to xref:another-document.asciidoc[another document]. - -== Another Section - -NOTE: Here is some source code. - -```ruby -puts "Hello, World!" -``` - -* [ ] todo -* [x] done - -== Another Section - -content diff --git a/test/markups/README.asciidoc.html b/test/markups/README.asciidoc.html deleted file mode 100644 index 8019074b..00000000 --- a/test/markups/README.asciidoc.html +++ /dev/null @@ -1,62 +0,0 @@ -

Document Title

-
-

First Section

-
-
-
    -
  • -

    One

    -
  • -
  • -

    Two

    -
  • -
-
- -
-

Navigate from README.asciidoc to another document.

-
-
-
-
-

Another Section

-
-
- - - - - -
-
Note
-
-Here is some source code. -
-
-
-
-
puts "Hello, World!"
-
-
-
-
    -
  • -

    ❏ todo

    -
  • -
  • -

    ✓ done

    -
  • -
-
-
-
-
-

Another Section

-
-
-

content

-
-
-
\ No newline at end of file diff --git a/test/markups/README.creole b/test/markups/README.creole deleted file mode 100644 index dc091368..00000000 --- a/test/markups/README.creole +++ /dev/null @@ -1,34 +0,0 @@ -= H1 = - -== H2 == - -paragraph of text that will be turned into a paragraph element. It can -go over several lines with line breaks, it will be turned into a -contiguous paragraph element. - -You can force a linebreak in your paragraph text\\thusly. - - - * a list element - ** sub list element - * 2nd list element - -{{{ -pre formatted text - -$ ls -la -total 56 -drwxr-xr-x 6 nferrier users 4096 Jul 5 23:10 . -drwxr-x--- 120 nferrier users 12288 Jul 5 19:36 .. -drwxr-xr-x 2 nferrier users 4096 Jul 5 18:19 bin --rw-r--r-- 1 nferrier users 6 Jul 5 18:19 .gitignore -drwxr-xr-x 4 nferrier users 4096 Jul 5 23:10 .hg --rw-r--r-- 1 nferrier users 1182 Jul 5 18:19 HISTORY.md --rw-r--r-- 1 nferrier users 562 Jul 5 18:19 .kick -drwxr-xr-x 3 nferrier users 4096 Jul 5 18:19 lib --rw-r--r-- 1 nferrier users 1050 Jul 5 18:19 LICENSE --rw-r--r-- 1 nferrier users 1312 Jul 5 18:19 Rakefile --rw-r--r-- 1 nferrier users 3390 Jul 5 18:19 README.md -drwxr-xr-x 3 nferrier users 4096 Jul 5 18:19 test -}}} - diff --git a/test/markups/README.creole.html b/test/markups/README.creole.html deleted file mode 100644 index ec67cd0f..00000000 --- a/test/markups/README.creole.html +++ /dev/null @@ -1,20 +0,0 @@ -

H1

H2

paragraph of text that will be turned into a paragraph element. It can go over several lines with line breaks, it will be turned into a contiguous paragraph element.

You can force a linebreak in your paragraph text
thusly.

    -
  • a list element
    • sub list element
    -
  • -
  • 2nd list element
  • -
pre formatted text
-
-$ ls -la
-total 56
-drwxr-xr-x   6 nferrier users  4096 Jul  5 23:10 .
-drwxr-x--- 120 nferrier users 12288 Jul  5 19:36 ..
-drwxr-xr-x   2 nferrier users  4096 Jul  5 18:19 bin
--rw-r--r--   1 nferrier users     6 Jul  5 18:19 .gitignore
-drwxr-xr-x   4 nferrier users  4096 Jul  5 23:10 .hg
--rw-r--r--   1 nferrier users  1182 Jul  5 18:19 HISTORY.md
--rw-r--r--   1 nferrier users   562 Jul  5 18:19 .kick
-drwxr-xr-x   3 nferrier users  4096 Jul  5 18:19 lib
--rw-r--r--   1 nferrier users  1050 Jul  5 18:19 LICENSE
--rw-r--r--   1 nferrier users  1312 Jul  5 18:19 Rakefile
--rw-r--r--   1 nferrier users  3390 Jul  5 18:19 README.md
-drwxr-xr-x   3 nferrier users  4096 Jul  5 18:19 test
\ No newline at end of file diff --git a/test/markups/README.directives.rst b/test/markups/README.directives.rst deleted file mode 100644 index f9016423..00000000 --- a/test/markups/README.directives.rst +++ /dev/null @@ -1,103 +0,0 @@ -================================================== -restructuredText (rst) directives and comments -================================================== - -Introduction -================= - -An rst directive starts with two periods, and has a keyword -followed by two colons, like this:: - - .. MyDirective:: - -The rst parser is quite flexible and configurable. Directives -may be added for specialized operations. Sphinx is a system -that was designed for writing documentation, and, for example, -readthedocs.org uses sphinx. - -Display of rst files at github needs to cover two distinct -use-cases: - -- The github display is the primary method for displaying - the file (e.g. for README.rst files) - -- The github display is incidental to the primary method - for displaying the file (e.g. for readthedocs documentation) - -Currently, github handles the first case fine, but could -confuse viewers for the second case, because sometimes -content is missing from the github display. - -It would seem that one possibility for distinguishing these -two cases is to add a github directive to control the display. - -Unfortunately, this would place a burden on every other rst -parser to ignore the github directive (some of them will error -on unknown directives). - -Instead, we can assign semantic content to specific comments. - -This is a fairly ugly hack, but it has the benefit of not -requiring any document changes that would create problems with -any conformant parser. - - -The proposed special comment is:: - - .. github display [on | off] - - -If you pass this the "on" value, then all unknown directives -will be displayed as literal code blocks. If you pass this -the "off" value, then unknown directives will not be displayed. - -In addition to controlling the display of literal code blocks, -this also allows you to show comments specifically for github. - -For example, somebody could place this at the top of their file:: - - .. github display - - This file was designed to be viewed at readthedocs. Some - content will not display properly when viewing using the - github browser. - -Tests -========== - -By default, unknown directives should be displayed. - -.. UnknownDirective:: This is an unknown directive - - it has a lot of stuff underneath it - -But we can turn this off, and the next directive should -not be displayed. - -.. github display off - -.. UnknownDirective:: This is an unknown directive - - it has a lot of stuff underneath it - -Or we can turn it back on... - -.. github display on - -.. UnknownDirective:: This is an unknown directive (3) - - it has a lot of stuff underneath it - -Here is a comment that should display at github - -.. github display - - YOU SHOULD SEE THIS! - -And here is a comment that should not display at github - -.. foobar - - YOU SHOULD NOT SEE THIS! - -This concludes the tests. diff --git a/test/markups/README.directives.rst.html b/test/markups/README.directives.rst.html deleted file mode 100644 index f42c58f2..00000000 --- a/test/markups/README.directives.rst.html +++ /dev/null @@ -1,74 +0,0 @@ -

restructuredText (rst) directives and comments

- -

Introduction

-

An rst directive starts with two periods, and has a keyword -followed by two colons, like this:

-
-.. MyDirective::
-
-

The rst parser is quite flexible and configurable. Directives -may be added for specialized operations. Sphinx is a system -that was designed for writing documentation, and, for example, -readthedocs.org uses sphinx.

-

Display of rst files at github needs to cover two distinct -use-cases:

-
    -
  • The github display is the primary method for displaying -the file (e.g. for README.rst files)
  • -
  • The github display is incidental to the primary method -for displaying the file (e.g. for readthedocs documentation)
  • -
-

Currently, github handles the first case fine, but could -confuse viewers for the second case, because sometimes -content is missing from the github display.

-

It would seem that one possibility for distinguishing these -two cases is to add a github directive to control the display.

-

Unfortunately, this would place a burden on every other rst -parser to ignore the github directive (some of them will error -on unknown directives).

-

Instead, we can assign semantic content to specific comments.

-

This is a fairly ugly hack, but it has the benefit of not -requiring any document changes that would create problems with -any conformant parser.

-

The proposed special comment is:

-
-.. github display [on | off]
-
-

If you pass this the "on" value, then all unknown directives -will be displayed as literal code blocks. If you pass this -the "off" value, then unknown directives will not be displayed.

-

In addition to controlling the display of literal code blocks, -this also allows you to show comments specifically for github.

-

For example, somebody could place this at the top of their file:

-
-.. github display
-
-  This file was designed to be viewed at readthedocs.  Some
-  content will not display properly when viewing using the
-  github browser.
-
- -

Tests

-

By default, unknown directives should be displayed.

-
-.. UnknownDirective::  This is an unknown directive
-
-      it has a lot of stuff underneath it
-
-
-

But we can turn this off, and the next directive should -not be displayed.

-

Or we can turn it back on...

-
-.. UnknownDirective::  This is an unknown directive (3)
-
-      it has a lot of stuff underneath it
-
-
-

Here is a comment that should display at github

-
-
-YOU SHOULD SEE THIS!
-
-

And here is a comment that should not display at github

-

This concludes the tests.

\ No newline at end of file diff --git a/test/markups/README.hidetitle.asciidoc b/test/markups/README.hidetitle.asciidoc deleted file mode 100644 index 38cf76b0..00000000 --- a/test/markups/README.hidetitle.asciidoc +++ /dev/null @@ -1,4 +0,0 @@ -= Not Shown -:!showtitle: - -This test verifies the author can disable the document title by adding `:!showtitle:` to the document header. diff --git a/test/markups/README.hidetitle.asciidoc.html b/test/markups/README.hidetitle.asciidoc.html deleted file mode 100644 index 02a55fe7..00000000 --- a/test/markups/README.hidetitle.asciidoc.html +++ /dev/null @@ -1,3 +0,0 @@ -
-

This test verifies the author can disable the document title by adding :!showtitle: to the document header.

-
\ No newline at end of file diff --git a/test/markups/README.litcoffee b/test/markups/README.litcoffee deleted file mode 100644 index ab626cd4..00000000 --- a/test/markups/README.litcoffee +++ /dev/null @@ -1,59 +0,0 @@ -Literate CoffeeScript Test --------------------------- - -> Taken from https://github.com/jashkenas/coffee-script/blob/master/test/literate.litcoffee - -comment comment - - test "basic literate CoffeeScript parsing", -> - ok yes - -now with a... - - test "broken up indentation", -> - -... broken up ... - - do -> - -... nested block. - - ok yes - -Code must be separated from text by a blank line. - - test "code blocks must be preceded by a blank line", -> - -The next line is part of the text and will not be executed. - fail() - - ok yes - -Code in `backticks is not parsed` and... - - test "comments in indented blocks work", -> - do -> - do -> - # Regular comment. - - ### - Block comment. - ### - - ok yes - -Regular [Markdown](http://example.com/markdown) features, -like links and unordered lists, are fine: - - * I - - * Am - - * A - - * List - -Tabs work too: - - test "tabbed code", -> - ok yes diff --git a/test/markups/README.litcoffee.html b/test/markups/README.litcoffee.html deleted file mode 100644 index 3245a0b5..00000000 --- a/test/markups/README.litcoffee.html +++ /dev/null @@ -1,55 +0,0 @@ -

Literate CoffeeScript Test

-
-

Taken from https://github.com/jashkenas/coffee-script/blob/master/test/literate.litcoffee

-
-

comment comment

-
test "basic literate CoffeeScript parsing", ->
-  ok yes
-
-

now with a...

-
test "broken up indentation", ->
-
-

... broken up ...

-
  do ->
-
-

... nested block.

-
    ok yes
-
-

Code must be separated from text by a blank line.

-
test "code blocks must be preceded by a blank line", ->
-
-

The next line is part of the text and will not be executed. -fail()

-
  ok yes
-
-

Code in backticks is not parsed and...

-
test "comments in indented blocks work", ->
-  do ->
-    do ->
-      # Regular comment.
-
-      ###
-        Block comment.
-      ###
-
-      ok yes
-
-

Regular Markdown features, -like links and unordered lists, are fine:

-
    -
  • -

    I

    -
  • -
  • -

    Am

    -
  • -
  • -

    A

    -
  • -
  • -

    List

    -
  • -
-

Tabs work too:

-

test "tabbed code", -> -ok yes

\ No newline at end of file diff --git a/test/markups/README.long.rst b/test/markups/README.long.rst deleted file mode 100644 index b1c007a6..00000000 --- a/test/markups/README.long.rst +++ /dev/null @@ -1,1319 +0,0 @@ -=================== -Robot Framework 7.0 -=================== - -.. default-role:: code - -`Robot Framework`_ 7.0 is a new major release with highly enhanced listener interface -(`#3296`_), native `VAR` syntax for creating variables (`#3761`_), support for -mixing embedded and normal arguments with library keywords (`#4710`_), JSON -result format (`#4847`_) and various other enhancements and bug fixes. - -Robot Framework 7.0 was released on Thursday January 11, 2024. Questions and comments -related to the release can be sent to the `#devel` channel on `Robot Framework Slack`_ -and possible bugs submitted to the `issue tracker`_. - -.. _Robot Framework: http://robotframework.org -.. _Robot Framework Foundation: http://robotframework.org/foundation - - -.. _pip: http://pip-installer.org -.. _PyPI: https://pypi.python.org/pypi/robotframework -.. _issue tracker milestone: https://github.com/robotframework/robotframework/milestone/64 -.. _issue tracker: https://github.com/robotframework/robotframework/issues -.. _Slack: http://slack.robotframework.org -.. _Robot Framework Slack: Slack_ -.. _installation instructions: ../../INSTALL.rst - -.. contents:: - :depth: 2 - :local: - -Installation -============ - -If you have pip_ installed, just run - -:: - - pip install --upgrade robotframework - -to install the latest available stable release or use - -:: - - pip install robotframework==7.0 - -to install exactly this version. Alternatively you can download the package -from PyPI_ and install it manually. For more details and other installation -approaches, see the `installation instructions`_. - -Most important enhancements -=========================== - - If you are interested to learn more about the new features in Robot Framework 7.0, - join the `RoboCon conference`__ in February, 2024. `Pekka Klärck`_, Robot Framework - lead developer, will go through the key features briefly in the `onsite conference`__ - in Helsinki and more thoroughly in the `online edition`__. - - The conference has also dozens of other great talks, workshops and a lot of - possibilities to meet other community members as well as developers of various - tools and libraries in the ecosystem. All profits from the conference will be - used for future Robot Framework development. - -.. _Pekka Klärck: https://github.com/pekkaklarck -__ https://robocon.io -__ https://robocon.io/#live-opening-the-conference -__ https://robocon.io/#online-opening-the-conference-live - -Listener enhancements ---------------------- - -Robot Framework's `listener interface`__ is a very powerful mechanism to get -notifications about various events during execution and it also allows modifying -data and results on the fly. It is not typically directly used by normal Robot -Framework users, but they are likely to use tools that use it internally. -The listener API has been significantly enhanced making it possible -to create even more powerful and interesting tools in the future. - -__ http://robotframework.org/robotframework/latest/RobotFrameworkUserGuide.html#listener-interface - -Support keywords and control structures with listener version 3 -~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -The major limitation with the listener API has been that the listener -API version 2 only supports getting notifications, not making modifications, -and that the more powerful listener API version 3 has only supported suites -and tests/tasks. - -The biggest enhancement in the whole Robot Framework 7.0 is that the listener -version 3 has been extended to support also keywords and control structures (`#3296`_). -For example, a listener having the following methods prints information -about started keywords and ended WHILE loops: - -.. code:: python - - from robot import result, running - - - def start_keyword(data: running.Keyword, result: result.Keyword): - print(f"Keyword '{result.full_name}' used on line {data.lineno} started.") - - - def end_while(data: running.While, result: result.While): - print(f"WHILE loop on line {data.lineno} ended with status {result.status} " - f"after {len(result.body)} iterations.") - -With keyword calls it is possible to also get more information about the actually -executed keyword. For example, the following listener prints some information -about the executed keyword and the library it belongs to: - -.. code:: python - - from robot.running import Keyword as KeywordData, LibraryKeyword - from robot.result import Keyword as KeywordResult - - - def start_library_keyword(data: KeywordData, - implementation: LibraryKeyword, - result: KeywordResult): - library = implementation.owner - print(f"Keyword '{implementation.name}' is implemented in library " - f"'{library.name}' at '{implementation.source}' on line " - f"{implementation.lineno}. The library has {library.scope.name} " - f"scope and the current instance is {library.instance}.") - -As the above example already illustrated, it is even possible to get an access to -the actual library instance. This means that listeners can inspect the library -state and also modify it. With user keywords it is even possible to modify -the keyword itself or, via the `owner` resource file, any other keyword in -the resource file. - -Listeners can also modify results if needed. Possible use cases include hiding -sensitive information and adding more details to results based on external sources. - -Notice that although listener can change status of any executed keyword or control -structure, that does not directly affect the status of the executed test. In general -listeners cannot directly fail keywords so that execution would stop or handle -failures so that execution would continue. This kind of functionality may be -added in the future if there are needs. - -The new listener version 3 methods are so powerful and versatile that going them -through thoroughly in these release notes is not possible. For more examples, you -can see the `acceptance tests`__ using the methods in various interesting and even -crazy ways. - -__ https://github.com/robotframework/robotframework/tree/master/atest/testdata/output/listener_interface/body_items_v3 - -Listener version 3 is the default listener version -~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -Earlier listeners always needed to specify the API version they used with the -`ROBOT_LISTENER_API_VERSION` attribute. Now that the listener version 3 got -the new methods, it is considered so much more powerful than the version 2 -that it was made the default listener version (`#4910`_). - -The listener version 2 continues to work, but using it requires specifying -the listener version as earlier. The are no plans to deprecate the listener -version 2, but we nevertheless highly recommend using the version 3 whenever -possible. - -Libraries can register themselves as listeners by using string `SELF` -~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -Listeners are typically enabled from the command line, but libraries -can register listeners as well. Often libraries themselves want to act -as listeners, and that has earlier required using `self.ROBOT_LIBRARY_LISTENER = self` -in the `__init__` method. Robot Framework 7.0 makes it possible to use string -`SELF` (case-insensitive) for this purpose as well (`#4910`_), which means -that a listener can be specified as a class attribute and not only in `__init__`. -This is especially convenient when using the `@library` decorator: - -.. code:: python - - from robot.api.deco import keyword, library - - - @library(listener='SELF') - class Example: - - def start_suite(self, data, result): - ... - - @keyword - def example(self, arg): - ... - -Nicer API for modifying keyword arguments -~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -Modifying keyword call arguments programmatically has been made more convenient -(`#5000`_). This enhancement eases modifying arguments using the new listener -version 3 `start/end_keyword` methods. - -Paths are passed to version 3 listeners as `pathlib.Path` objects -~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -Listeners have methods like `output_file` and `log_file` that are called when -result files are ready so that they get the file path as an argument. Earlier -paths were strings, but nowadays listener version 3 methods get them as -more convenient `pathlib.Path`__ objects. - -__ https://docs.python.org/3/library/pathlib.html - -Native `VAR` syntax -------------------- - -The new `VAR` syntax (`#3761`_) makes it possible to create local variables -as well as global, suite and test/task scoped variables dynamically during -execution. The motivation is to have a more convenient syntax than using -the `Set Variable` keyword for creating local variables and to unify -the syntax for creating variables in different scopes. Except for the mandatory -`VAR` marker, the syntax is also the same as when creating variables in the -Variables section. The syntax is best explained with examples: - -.. code:: robotframework - - *** Test Cases *** - Example - # Create a local variable `${local}` with a value `value`. - VAR ${local} value - - # Create a variable that is available throughout the whole suite. - # Supported scopes are GLOBAL, SUITE, TEST, TASK and LOCAL (default). - VAR ${suite} value scope=SUITE - - # Validate created variables. - Should Be Equal ${local} value - Should Be Equal ${suite} value - - Example continued - # Suite level variables are seen also by subsequent tests. - Should Be Equal ${suite} value - -When creating `${scalar}` variables having long values, it is possible to split -the value to multiple lines. Lines are joined together with a space by default, -but that can be changed with the `separator` configuration option. Similarly as -in the Variables section, it is possible to create also `@{list}` and `&{dict}` -variables. Unlike in the Variables section, variables can be created conditionally -using IF/ELSE structures: - -.. code:: robotframework - - *** Test Cases *** - Long value - VAR ${long} - ... This value is rather long. - ... It has been split to multiple lines. - ... Parts will be joined together with a space. - - Multiline - VAR ${multiline} - ... First line. - ... Second line. - ... Last line. - ... separator=\n - - List - # Creates a list with three items. - VAR @{list} a b c - - Dictionary - # Creates a dictionary with two items. - VAR &{dict} key=value second=item - - Normal IF - IF 1 > 0 - VAR ${x} true value - ELSE - VAR ${x} false value - END - - Inline IF - IF 1 > 0 VAR ${x} true value ELSE VAR ${x} false value - -Mixed argument support with library keywords --------------------------------------------- - -User keywords got support to use both embedded and normal arguments in Robot -Framework 6.1 (`#4234`__) and now that support has been added also to library keywords -(`#4710`_). The syntax works so, that if a function or method implementing a keyword -accepts more arguments than there are embedded arguments, the remaining arguments -can be passed in as normal arguments. This is illustrated by the following example -keyword: - -.. code:: python - - @keyword('Number of ${animals} should be') - def example(animals, count): - ... - -The above keyword could be used like this: - -.. code:: robotframework - - *** Test Cases *** - Example - Number of horses should be 2 - Number of horses should be count=2 - Number of dogs should be 3 - -__ https://github.com/robotframework/robotframework/issues/4234 - -JSON result format ------------------- - -Robot Framework 6.1 added support to `convert test/task data to JSON and back`__ -and Robot Framework 7.0 extends the JSON serialization support to execution results -(`#4847`_). One of the core use cases for data serialization was making it easy to -transfer data between process and machines, and now it is also easy to pass results -back. - -Also the built-in Rebot tool that is used for post-processing results supports -JSON files both in output and in input. Creating JSON output files is done using -the normal `--output` option so that the specified file has a `.json` extension:: - - rebot --output output.json output.xml - -When reading output files, JSON files are automatically recognized by -the extension:: - - rebot output.json - rebot output1.json output2.json - -When combining or merging results, it is possible to mix JSON and XML files:: - - rebot output1.xml output2.json - rebot --merge original.xml rerun.json - -The JSON output file structure is documented in the `result.json` `schema file`__. - -The plan is to enhance the support for JSON output files in the future so that -they could be created already during execution. For more details see issue `#3423`__. - -__ https://github.com/robotframework/robotframework/blob/master/doc/releasenotes/rf-6.1.rst#json-data-format -__ https://github.com/robotframework/robotframework/tree/master/doc/schema#readme -__ https://github.com/robotframework/robotframework/issues/3423 - -Argument conversion enhancements --------------------------------- - -Automatic argument conversion is a very powerful feature that library developers -can use to avoid converting arguments manually and to get more useful Libdoc -documentation. There are two important new enhancements to it. - -Support for `Literal` -~~~~~~~~~~~~~~~~~~~~~ - -In Python, the Literal__ type makes it possible to type arguments so that type -checkers accept only certain values. For example, this function only accepts -strings `x`, `y` and `z`: - -.. code:: python - - def example(arg: Literal['x', 'y', 'z']): - ... - -Robot Framework has been enhanced so that it validates that an argument having -a `Literal` type can only be used with the specified values (`#4633`_). For -example, using a keyword with the above implementation with a value `xxx` would -fail. - -In addition to validation, arguments are also converted. For example, if an -argument accepts `Literal[-1, 0, 1]`, used arguments are converted to -integers and then validated. In addition to that, string matching is case, space, -underscore and hyphen insensitive. In all cases exact matches have a precedence -and the argument that is passed to the keyword is guaranteed to be in the exact -format used with `Literal`. - -`Literal` conversion is in many ways similar to Enum__ conversion that Robot -Framework has supported for long time. `Enum` conversion has benefits like -being able to use a custom documentation and it is typically better when using -the same type multiple times. In simple cases being able to just use -`arg: Literal[...]` without defining a new type is very convenient, though. - -__ https://docs.python.org/3/library/typing.html#typing.Literal -__ https://docs.python.org/3/library/enum.html - -Support "stringified" types like `'list[int]'` and `'int | float'` -~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -Python's type hinting syntax has evolved so that generic types can be parameterized -like `list[int]` (new in `Python 3.9`__) and unions written as `int | float` -(new in `Python 3.10`__). Using these constructs with older Python versions causes -errors, but Python type checkers support also "stringified" type hints like -`'list[int]'` and `'int | float'` that work regardless the Python version. - -Support for stringified generics and unions has now been added also to -Robot Framework's argument conversion (`#4711`_). For example, -the following typing now also works with Python 3.8: - -.. code:: python - - def example(a: 'list[int]', b: 'int | float'): - ... - -These stringified types are also compatible with the Remote library API and other -scenarios where using actual types is not possible. - -__ https://peps.python.org/pep-0585 -__ https://peps.python.org/pep-0604 - -Tags set globally can be removed using `-tag` syntax ----------------------------------------------------- - -Individual tests and keywords can nowadays remove tags that have been set in -the Settings section with `Test Tags` or `Keyword Tags` settings by using -the `-tag` syntax with their own `[Tags]` setting (`#4374`_). For example, -tests `T1` and `T3` below get tags `all` and `most`, and test `T2` gets -tags `all` and `one`: - -.. code:: robotframework - - *** Settings *** - Test Tags all most - - *** Test Cases *** - T1 - No Operation - T2 - [Tags] one -most - No Operation - T3 - No Operation - -With tests it is possible to get the same effect by using the `Default Tags` -setting and overriding it where needed. That syntax is, however, considered -deprecated (`#4365`__) and using the new `-tag` syntax is recommended. With -keywords there was no similar functionality earlier. - -__ https://github.com/robotframework/robotframework/issues/4365 - -Dynamic and hybrid library APIs support asynchronous execution --------------------------------------------------------------- - -Dynamic and hybrid libraries nowadays support asynchronous execution. -In practice the special methods like `get_keyword_names` and `run_keyword` -can be implemented as async methods (`#4803`_). - -Async support was added to the normal static library API in Robot Framework -6.1 (`#4089`_). A bug related to handling asynchronous keywords if execution -is stopped gracefully has also been fixed (`#4808`_). - -.. _#4089: https://github.com/robotframework/robotframework/issues/4089 - -Timestamps in result model and output.xml use standard format -------------------------------------------------------------- - -Timestamps used in the result model and stored to the output.xml file used custom -format like `20231107 19:57:01.123` earlier. Non-standard formats are seldom -a good idea, and in this case parsing the custom format turned out to be slow -as well. - -Nowadays the result model stores timestamps as standard datetime_ objects and -elapsed times as a timedelta_ (`#4258`_). This makes creating timestamps and -operating with them more convenient and considerably faster. The new objects can -be accessed via `start_time`, `end_time` and `elapsed_time` attributes that were -added as forward compatibility already in Robot Framework 6.1 (`#4765`_). -Old information is still available via the old `starttime`, `endtime` and -`elapsedtime` attributes, so this change is fully backwards compatible. - -The timestamp format in output.xml has also been changed from the custom -`YYYYMMDD HH:MM:SS.mmm` format to `ISO 8601`_ compatible -`YYYY-MM-DDTHH:MM:SS.mmmmmm`. Using a standard format makes it -easier to process output.xml files, but this change also has big positive -performance effect. Now that the result model stores timestamps as datetime_ -objects, formatting and parsing them with the available `isoformat()`__ and -`fromisoformat()`__ methods is very fast compared to custom formatting and parsing. - -A related change is that instead of storing start and end times of each executed -item in output.xml, we nowadays store their start and elapsed times. Elapsed times -are represented as floats denoting seconds. Having elapsed times directly available -is a lot more convenient than calculating them based on start and end times. -Storing start and elapsed times also takes less space than storing start and end times. - -As the result of these changes, times are available in the result model and in -output.xml in higher precision than earlier. Earlier times were stored in millisecond -granularity, but nowadays they use microseconds. Logs and reports still use milliseconds, -but that can be changed in the future if there are needs. - -Changes to output.xml are backwards incompatible and affect all external tools -that process timestamps. This is discussed more in `Changes to output.xml`_ -section below along with other output.xml changes. - -.. _datetime: https://docs.python.org/3/library/datetime.html#datetime-objects -.. _timedelta: https://docs.python.org/3/library/datetime.html#timedelta-objects -.. _#4765: https://github.com/robotframework/robotframework/issues/4765 -.. _ISO 8601: https://en.wikipedia.org/wiki/ISO_8601 -__ https://docs.python.org/3/library/datetime.html#datetime.datetime.isoformat -__ https://docs.python.org/3/library/datetime.html#datetime.datetime.fromisoformat - -Dark mode support to report and log ------------------------------------ - -Report and log got a new dark mode (`#3725`_). It is enabled automatically based -on browser and operating system preferences, but there is also a toggle to -switch between the modes. - -Backwards incompatible changes -============================== - -Python 3.6 and 3.7 are no longer supported ------------------------------------------- - -Robot Framework 7.0 requires Python 3.8 or newer (`#4294`_). The last version -that supports Python 3.6 and 3.7 is Robot Framework 6.1.1. - -Changes to output.xml ---------------------- - -The output.xml file has changed in different ways making Robot Framework 7.0 -incompatible with external tools processing output.xml files until these tools -are updated. We try to avoid this kind of breaking changes, but in this case -especially the changes to timestamps were considered so important that we -eventually would have needed to do them anyway. - -Due to the changes being relatively big, it can take some time before external -tools are updated. To allow users to take Robot Framework 7.0 into use also -if they depend on an incompatible tool, it is possible to use the new -`--legacy-output` option both as part of execution and with the Rebot tool -to generate output.xml files that are compatible with older versions. - -Timestamp related changes -~~~~~~~~~~~~~~~~~~~~~~~~~ - -The biggest changes in output.xml are related to timestamps (`#4258`_). -With earlier versions start and end times of executed items, as well as timestamps -of the logged messages, were stored using a custom `YYYYMMDD HH:MM:SS.mmm` format, -but nowadays the format is `ISO 8601`_ compatible `YYYY-MM-DDTHH:MM:SS.mmmmmm`. -In addition to that, instead of saving start and end times to `starttime` and -`endtime` attributes and message times to `timestamp`, start and elapsed times -are now stored to `start` and `elapsed` attributes and message times to `time`. - -Examples: - -.. code:: xml - - - Hello world! - - - - Hello world! - - -The new format is standard compliant, contains more detailed times, makes the elapsed -time directly available and makes the `` elements over 10% shorter. -These are all great benefits, but we are still sorry for all the extra work -this causes for those developing tools that process output.xml files. - -Keyword name related changes -~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -How keyword names are stored in output.xml has changed slightly (`#4884`_). -With each executed keywords we store both the name of the keyword and the name -of the library or resource file containing it. Earlier the latter was stored to -attribute `library` also with resource files, but nowadays the attribute is generic -`owner`. In addition to `owner` being a better name in general, it also -matches the new `owner` attribute keywords in the result model have. - -Another change is that the original name stored with keywords using embedded -arguments is nowadays in `source_name` attribute when it used to be in `sourcename`. -This change was done to make the attribute consistent with the attribute in -the result model. - -Examples: - -.. code:: xml - - - ... - ... - - - ... - ... - -Other changes -~~~~~~~~~~~~~ - -Nowadays keywords and control structures can have a message. Messages are represented -as the text of the `` element, and they have been present already earlier with -tests and suites. Related to this, control structured cannot anymore have ``. -(`#4883`_) - -These changes should not cause problems for tools processing output.xml files, -but storing messages with each failed keyword and control structure may -increase the output.xml size. - -Schema updates -~~~~~~~~~~~~~~ - -The output.xml schema has been updated and can be found via -https://github.com/robotframework/robotframework/tree/master/doc/schema/. - -Changes to result model ------------------------ - -There have been some changes to the result model that unfortunately affect -external tools using it. The main motivation for these changes has been -cleaning up the model before creating a JSON representation for it (`#4847`_). - -Changes related to keyword names -~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -The biggest changes are related to keyword names (`#4884`_). Earlier `Keyword` -objects had a `name` attribute that contained the full keyword name like -`BuiltIn.Log`. The actual keyword name and the name of the library or resource -file that the keyword belonged to were in `kwname` and `libname` attributes, -respectively. In addition to these, keywords using embedded arguments also had -a `sourcename` attribute containing the original keyword name. - -Due to reasons explained in `#4884`_, the following changes have been made -in Robot Framework 7.0: - -- Old `kwname` is renamed to `name`. This is consistent with the execution side `Keyword`. -- Old `libname` is renamed to generic `owner`. -- New `full_name` is introduced to replace the old `name`. -- `sourcename` is renamed to `source_name`. -- `kwname`, `libname` and `sourcename` are preserved as properties. They are considered - deprecated, but accessing them does not cause a deprecation warning yet. - -The backwards incompatible part of this change is changing the meaning of the -`name` attribute. It used to be a read-only property yielding the full name -like `BuiltIn.Log`, but now it is a normal attribute that contains just the actual -keyword name like `Log`. All other old attributes have been preserved as properties -and code using them does not need to be updated immediately. - -Deprecated attributes have been removed -~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -The following attributes that were deprecated already in Robot Framework 4.0 -have been removed (`#4846`_): - -- `TestSuite.keywords`. Use `TestSuite.setup` and `TestSuite.teardown` instead. -- `TestCase.keywords`. Use `TestCase.body`, `TestCase.setup` and `TestCase.teardown` instead. -- `Keyword.keywords`. Use `Keyword.body` and `Keyword.teardown` instead. -- `Keyword.children`. Use `Keyword.body` and `Keyword.teardown` instead. -- `TestCase.critical`. The whole criticality concept has been removed. - -Additionally, `TestSuite.keywords` and `TestCase.keywords` have been removed -from the execution model. - -Changes to parsing model ------------------------- - -There have been some changes also to the parsing model: - -- The node representing the deprecated `[Return]` setting has been renamed from - `Return` to `ReturnSetting`. At the same time, the node representing the - `RETURN` statement has been renamed from `ReturnStatement` to `Return` (`#4939`_). - - To ease transition, `ReturnSetting` has existed as an alias for `Return` starting - from Robot Framework 6.1 (`#4656`_) and `ReturnStatement` is preserved as an alias - now. In addition to that, the `ModelVisitor` base class has special handling for - `visit_ReturnSetting` and `visit_ReturnStatement` visitor methods so that they work - correctly with `ReturnSetting` and `ReturnStatement` with Robot Framework 6.1 and - newer. Issue `#4939`_ explains this in more detail and has a concrete example - how to support also older Robot Framework versions. - -- The node representing the `Test Tags` setting as well as the deprecated - `Force Tags` setting has been renamed from `ForceTags` to `TestTags` (`#4385`_). - `ModelVisitor` has special handling for the `visit_ForceTags` method so - that it will continue to work also after the change. - -- The token type used with `AS` (or `WITH NAME`) in library imports has been changed - to `Token.AS` (`#4375`_). `Token.WITH_NAME` still exists as an alias for `Token.AS`. - -- Statement `type` and `tokens` have been moved from `_fields` to `_attributes` (`#4912`_). - This may affect debugging the model. - -.. _#4656: https://github.com/robotframework/robotframework/issues/4656 - -Changes to Libdoc spec files ----------------------------- - -The following deprecated constructs have been removed from Libdoc spec files (`#4667`_): - -- `datatypes` have been removed from XML or JSON spec files. They were deprecated in - favor of `typedocs` already in Robot Framework 5.0 (`#4160`_). -- Type names are not anymore written to XML specs as content of the `` elements. - The name is available as the `name` attribute of `` elements since - Robot Framework 6.1 (`#4538`_). -- `types` and `typedocs` attributes have been removed from arguments in JSON specs. - The `type` attribute introduced in RF 6.1 (`#4538`_) needs to be used instead. - -Libdoc schema files have been updated and can be found via -https://github.com/robotframework/robotframework/tree/master/doc/schema/. - -.. _#4160: https://github.com/robotframework/robotframework/issues/4160 -.. _#4538: https://github.com/robotframework/robotframework/issues/4538 - -Changes to selecting tests with `--suite`, `--test` and `--include` -------------------------------------------------------------------- - -There are two changes related to selecting tests: - -- When using `--test` and `--include` together, tests matching either of them - are selected (`#4721`_). Earlier tests need to match both options to be selected. - -- When selecting a suite using its parent suite as a prefix like `--suite parent.suite`, - the given name must match the full suite name (`#4720`_). Earlier it was enough if - the prefix matched the closest parent or parents. - -Other backwards incompatible changes ------------------------------------- - -- The default value of the `stdin` argument used with `Process` library keyword - has been changed from `subprocess.PIPE` to `None` (`#4103`_). This change ought - to avoid processes hanging in some cases. Those who depend on the old behavior - need to use `stdin=PIPE` explicitly to enable that. - -- When type hints are specified as strings, they must use format `type`, `type[param]`, - `type[p1, p2]` or `t1 | t2` (`#4711`_). Using other formats will cause errors taking - keywords into use. In practice problems occur if the special characters `[`, `]`, `,` - and `|` occur in unexpected places. For example, `arg: "Hello, world!"` will cause - an error due to the comma. - -- `datetime`, `date` and `timedelta` objects are sent over the Remote interface - differently than earlier (`#4784`_). They all used to be converted to strings, but - nowadays `datetime` is sent as-is, `date` is converted to `datetime` and sent like - that, and `timedelta` is converted to a `float` by using `timedelta.total_seconds()`. - -- Argument conversion support with `collections.abc.ByteString` has been removed (`#4983`_). - The reason is that `ByteString` is deprecated and will be removed in Python 3.14. - It has not been too often needed, but if you happen to use it, you can change - `arg: ByteString` to `arg: bytes | bytearray` and the functionality - stays exactly the same. - -- Paths passed to result file related listener version 3 methods like `output_file` - and `log_file` have been changed from strings to `pathlib.Path` objects (`#4988`_). - Most of the time both kinds of paths work interchangeably, so this change is unlikely - to cause issues. If you need to handle these paths as strings, they can be converted - by using `str(path)`. - -- `robot.utils.normalize` does not anymore support bytes (`#4936`_). - -- Deprecated `accept_plain_values` argument has been removed from the - `timestr_to_secs` utility function (`#4861`_). - -Deprecations -============ - -`[Return]` setting ------------------- - -The `[Return]` setting for specifying the return value from user keywords has -been "loudly" deprecated (`#4876`_). It has been "silently" deprecated since -Robot Framework 5.0 when the much more versatile `RETURN` setting was introduced -(`#4078`_), but now using it will cause a deprecation warning. The plan is to -preserve the `[Return]` setting at least until Robot Framework 8.0. - -If you have lot of data that uses `[Return]`, the easiest way to update it is -using the Robotidy_ tool that can convert `[Return]` to `RETURN` automatically. -If you have data that is executed also with Robot Framework versions that do -not support `RETURN`, you can use the `Return From Keyword` keyword instead. -That keyword will eventually be deprecated and removed as well, though. - -.. _#4078: https://github.com/robotframework/robotframework/issues/4078 -.. _Robotidy: https://robotidy.readthedocs.io - -Singular section headers ------------------------- - -Using singular section headers like `*** Test Case ***` or `*** Setting ***` -nowadays causes a deprecation warning (`#4432`_). They were silently deprecated -in Robot Framework 6.0 for reasons explained in issue `#4431`_. - -.. _#4431: https://github.com/robotframework/robotframework/issues/4431 - -Deprecated attributes in parsing, running and result models ------------------------------------------------------------ - -- In the parsing model, `For.variables`, `ForHeader.variables`, `Try.variable` and - `ExceptHeader.variable` attributes have been deprecated in favor of the new `assign` - attribute (`#4708`_). - -- In running and result models, `For.variables` and `TryBranch.variable` have been - deprecated in favor of the new `assign` attribute (`#4708`_). - -- In the result model, control structures like `FOR` were earlier modeled so that they - looked like keywords. Nowadays they are considered totally different objects and - their keyword specific attributes `name`, `kwnane`, `libname`, `doc`, `args`, - `assign`, `tags` and `timeout` have been deprecated (`#4846`_). - -- `starttime`, `endtime` and `elapsed` time attributes in the result model have been - silently deprecated (`#4258`_). Accessing them does not yet cause a deprecation - warning, but users are recommended to use `start_time`, `end_time` and - `elapsed_time` attributes that are available since Robot Framework 6.1. - -- `kwname`, `libname` and `sourcename` attributes used by the `Keyword` object - in the result model have been silently deprecated (`#4884`_). New code should use - `name`, `owner` and `source_name` instead. - -Other deprecated features -------------------------- - -- Using embedded arguments with a variable that has a value not matching custom - embedded argument patterns nowadays causes a deprecation warning (`#4524`_). - Earlier variables used as embedded arguments were always accepted without - validating values. - -- Using `FOR IN ZIP` loops with lists having different lengths without explicitly - using `mode=SHORTEST` has been deprecated (`#4685`_). The strict mode where lengths - must match will be the default mode in the future. - -- Various utility functions in the `robot.utils` package that are no longer used - by Robot Framework itself, including the whole Python 2/3 compatibility layer, - have been deprecated (`#4501`_). If you need some of these utils, you can copy - their code to your own tool or library. This change may affect existing - libraries and tools in the ecosystem. - -- `case_insensitive` and `whitespace_insensitive` arguments used by some - Collections and String library keywords have been deprecated in favor of - `ignore_case` and `ignore_whitespace`. The new arguments were added for - consistency reasons (`#4954`_) and the old arguments will continue to work - for the time being. - -- Passing time as milliseconds to the `elapsed_time_to_string` utility function - has been deprecated (`#4862`_). - -Acknowledgements -================ - -Robot Framework development is sponsored by the `Robot Framework Foundation`_ -and its over 60 member organizations. If your organization is using Robot Framework -and benefiting from it, consider joining the foundation to support its -development as well. - -Robot Framework 7.0 team funded by the foundation consists of `Pekka Klärck`_ and -`Janne Härkönen `_ (part time). -In addition to work done by them, the community has provided some great contributions: - -- `Ygor Pontelo `__ added async support to the - dynamic and hybrid library APIs (`#4803`_) and fixed a bug with handling async - keywords when execution is stopped gracefully (`#4808`_). - -- `Topi 'top1' Tuulensuu `__ fixed a performance regression - when using `Run Keyword` so that the name of the executed keyword contains a variable - (`#4659`_). - -- `Pasi Saikkonen `__ added dark mode to reports - and logs (`#3725`_). - -- `René `__ added return type information to Libdoc's - HTML output (`#3017`_), fixed `DotDict` equality comparisons (`#4956`_) and - helped finalizing the dark mode support (`#3725`_). - -- `Robin `__ added type hints to modules that - did not yet have them under the public `robot.api` package (`#4841`_). - -- `Mark Moberts `__ added case-insensitive list and - dictionary comparison support to the Collections library (`#4343`_). - -- `Daniel Biehl `__ enhanced performance of traversing - the parsing model using `ModelVisitor` (`#4934`_). - -Big thanks to Robot Framework Foundation, to community members listed above, and to -everyone else who has tested preview releases, submitted bug reports, proposed -enhancements, debugged problems, or otherwise helped with Robot Framework 7.0 -development. - -See you at `RoboCon 2024 `__ either onsite or online! - -| `Pekka Klärck`_ -| Robot Framework lead developer - -Full list of fixes and enhancements -=================================== - -.. list-table:: - :header-rows: 1 - - * - ID - - Type - - Priority - - Summary - * - `#3296`_ - - enhancement - - critical - - Support keywords and control structures with listener version 3 - * - `#3761`_ - - enhancement - - critical - - Native `VAR` syntax to create variables inside tests and keywords - * - `#4294`_ - - enhancement - - critical - - Drop Python 3.6 and 3.7 support - * - `#4710`_ - - enhancement - - critical - - Support library keywords with both embedded and normal arguments - * - `#4847`_ - - enhancement - - critical - - Support JSON serialization with result model - * - `#4659`_ - - bug - - high - - Performance regression when using `Run Keyword` and keyword name contains a variable - * - `#4921`_ - - bug - - high - - Log levels don't work correctly with `robot:flatten` - * - `#3725`_ - - enhancement - - high - - Support dark theme with report and log - * - `#4258`_ - - enhancement - - high - - Change timestamps from custom strings to `datetime` in result model and to ISO 8601 format in output.xml - * - `#4374`_ - - enhancement - - high - - Support removing tags set globally by using `-tag` syntax with `[Tags]` setting - * - `#4633`_ - - enhancement - - high - - Automatic argument conversion and validation for `Literal` - * - `#4711`_ - - enhancement - - high - - Support type aliases in formats `'list[int]'` and `'int | float'` in argument conversion - * - `#4803`_ - - enhancement - - high - - Async support to dynamic and hybrid library APIs - * - `#4808`_ - - bug - - medium - - Async keywords are not stopped when execution is stopped gracefully - * - `#4859`_ - - bug - - medium - - Parsing errors in reStructuredText files have no source - * - `#4880`_ - - bug - - medium - - Initially empty test fails even if pre-run modifier adds content to it - * - `#4886`_ - - bug - - medium - - `Set Variable If` is slow if it has several conditions - * - `#4898`_ - - bug - - medium - - Resolving special variables can fail with confusing message - * - `#4915`_ - - bug - - medium - - `cached_property` attributes are called when importing library - * - `#4924`_ - - bug - - medium - - WHILE `on_limit` missing from listener v2 attributes - * - `#4926`_ - - bug - - medium - - WHILE and TRY content are not removed with `--removekeywords all` - * - `#4945`_ - - bug - - medium - - `TypedDict` with forward references do not work in argument conversion - * - `#4956`_ - - bug - - medium - - DotDict behaves inconsistent on equality checks. `x == y` != `not x != y` and not `x != y` == `not x == y` - * - `#4964`_ - - bug - - medium - - Variables set using `Set Suite Variable` with `children=True` cannot be properly overwritten - * - `#4980`_ - - bug - - medium - - DateTime library uses deprecated `datetime.utcnow()` - * - `#4999`_ - - bug - - medium - - XML Library: Double namespace during Element To String - * - `#5005`_ - - bug - - medium - - `Log Variables` should not consume iterables - * - `#3017`_ - - enhancement - - medium - - Add return type to Libdoc specs and HTML output - * - `#4103`_ - - enhancement - - medium - - Process: Change the default `stdin` behavior from `subprocess.PIPE` to `None` - * - `#4302`_ - - enhancement - - medium - - Remove `Reserved` library - * - `#4343`_ - - enhancement - - medium - - Collections: Support case-insensitive list and dictionary comparisons - * - `#4375`_ - - enhancement - - medium - - Change token type of `AS` (or `WITH NAME`) used with library imports to `Token.AS` - * - `#4385`_ - - enhancement - - medium - - Change the parsing model object produced by `Test Tags` (and `Force Tags`) to `TestTags` - * - `#4432`_ - - enhancement - - medium - - Loudly deprecate singular section headers - * - `#4501`_ - - enhancement - - medium - - Loudly deprecate old Python 2/3 compatibility layer and other deprecated utils - * - `#4524`_ - - enhancement - - medium - - Loudly deprecate variables used as embedded arguments not matching custom patterns - * - `#4545`_ - - enhancement - - medium - - Support creating assigned variable name based on another variable like `${${var}} = Keyword` - * - `#4667`_ - - enhancement - - medium - - Remove deprecated constructs from Libdoc spec files - * - `#4685`_ - - enhancement - - medium - - Deprecate `SHORTEST` mode being default with `FOR IN ZIP` loops - * - `#4708`_ - - enhancement - - medium - - Use `assing`, not `variable`, with FOR and TRY/EXCEPT model objects when referring to assigned variables - * - `#4720`_ - - enhancement - - medium - - Require `--suite parent.suite` to match the full suite name - * - `#4721`_ - - enhancement - - medium - - Change behavior of `--test` and `--include` so that they are cumulative - * - `#4747`_ - - enhancement - - medium - - Support `[Setup]` with user keywords - * - `#4784`_ - - enhancement - - medium - - Remote: Enhance `datetime`, `date` and `timedelta` conversion - * - `#4841`_ - - enhancement - - medium - - Add typing to all modules under `robot.api` - * - `#4846`_ - - enhancement - - medium - - Result model: Loudly deprecate not needed attributes and remove already deprecated ones - * - `#4872`_ - - enhancement - - medium - - Control continue-on-failure mode by using recursive and non-recursive tags together - * - `#4876`_ - - enhancement - - medium - - Loudly deprecate `[Return]` setting - * - `#4877`_ - - enhancement - - medium - - XML: Support ignoring element order with `Elements Should Be Equal` - * - `#4883`_ - - enhancement - - medium - - Result model: Add `message` to keywords and control structures and remove `doc` from controls - * - `#4884`_ - - enhancement - - medium - - Result model: Enhance storing keyword name - * - `#4896`_ - - enhancement - - medium - - Support `separator=` configuration option with scalar variables in Variables section - * - `#4903`_ - - enhancement - - medium - - Support argument conversion and named arguments with dynamic variable files - * - `#4905`_ - - enhancement - - medium - - Support creating variable name based on another variable like `${${VAR}}` in Variables section - * - `#4910`_ - - enhancement - - medium - - Make listener v3 the default listener API - * - `#4912`_ - - enhancement - - medium - - Parsing model: Move `type` and `tokens` from `_fields` to `_attributes` - * - `#4930`_ - - enhancement - - medium - - BuiltIn: New `Reset Log Level` keyword for resetting the log level to the original value - * - `#4939`_ - - enhancement - - medium - - Parsing model: Rename `Return` to `ReturnSetting` and `ReturnStatement` to `Return` - * - `#4942`_ - - enhancement - - medium - - Add public argument conversion API for libraries and other tools - * - `#4952`_ - - enhancement - - medium - - Collections: Make `ignore_order` and `ignore_keys` recursive - * - `#4960`_ - - enhancement - - medium - - Support integer conversion with strings representing whole number floats like `'1.0'` and `'2e10'` - * - `#4976`_ - - enhancement - - medium - - Support string `SELF` (case-insenstive) when library registers itself as listener - * - `#4979`_ - - enhancement - - medium - - Add `robot.result.TestSuite.to/from_xml` methods - * - `#4982`_ - - enhancement - - medium - - DateTime: Support `datetime.date` as an input format with date related keywords - * - `#4983`_ - - enhancement - - medium - - Type conversion: Remove support for deprecated `ByteString` - * - `#5000`_ - - enhancement - - medium - - Nicer API for setting keyword call arguments programmatically - * - `#4934`_ - - --- - - medium - - Enhance performance of visiting parsing model - * - `#4621`_ - - bug - - low - - OperatingSystem library docs have broken link / title - * - `#4798`_ - - bug - - low - - `--removekeywords passed` doesn't remove test setup and teardown - * - `#4867`_ - - bug - - low - - Original order of dictionaries is not preserved when they are pretty printed in log messages - * - `#4870`_ - - bug - - low - - User keyword teardown missing from running model JSON schema - * - `#4904`_ - - bug - - low - - Importing static variable file with arguments does not fail - * - `#4913`_ - - bug - - low - - Trace log level logs arguments twice for embedded arguments - * - `#4927`_ - - bug - - low - - WARN level missing from the log level selector in log.html - * - `#4967`_ - - bug - - low - - Variables are not resolved in keyword name in WUKS error message - * - `#4861`_ - - enhancement - - low - - Remove deprecated `accept_plain_values` from `timestr_to_secs` utility function - * - `#4862`_ - - enhancement - - low - - Deprecate `elapsed_time_to_string` accepting time as milliseconds - * - `#4864`_ - - enhancement - - low - - Process: Make warning about processes hanging if output buffers get full more visible - * - `#4885`_ - - enhancement - - low - - Add `full_name` to replace `longname` to suite and test objects - * - `#4900`_ - - enhancement - - low - - Make keywords and control structures in log look more like original data - * - `#4922`_ - - enhancement - - low - - Change the log level of `Set Log Level` message from INFO to DEBUG - * - `#4933`_ - - enhancement - - low - - Type conversion: Ignore hyphens when matching enum members - * - `#4935`_ - - enhancement - - low - - Use `casefold`, not `lower`, when comparing strings case-insensitively - * - `#4936`_ - - enhancement - - low - - Remove bytes support from `robot.utils.normalize` function - * - `#4954`_ - - enhancement - - low - - Collections and String: Add `ignore_case` as alias for `case_insensitive` - * - `#4958`_ - - enhancement - - low - - Document `robot_running` and `dry_run_active` properties of the BuiltIn library in the User Guide - * - `#4975`_ - - enhancement - - low - - Support `times` and `x` suffixes with `WHILE` limit to make it more compatible with `Wait Until Keyword Succeeds` - * - `#4988`_ - - enhancement - - low - - Change paths passed to listener v3 methods to `pathlib.Path` instances - -Altogether 88 issues. View on the `issue tracker `__. - -.. _#3296: https://github.com/robotframework/robotframework/issues/3296 -.. _#3761: https://github.com/robotframework/robotframework/issues/3761 -.. _#4294: https://github.com/robotframework/robotframework/issues/4294 -.. _#4710: https://github.com/robotframework/robotframework/issues/4710 -.. _#4847: https://github.com/robotframework/robotframework/issues/4847 -.. _#4659: https://github.com/robotframework/robotframework/issues/4659 -.. _#4921: https://github.com/robotframework/robotframework/issues/4921 -.. _#3725: https://github.com/robotframework/robotframework/issues/3725 -.. _#4258: https://github.com/robotframework/robotframework/issues/4258 -.. _#4374: https://github.com/robotframework/robotframework/issues/4374 -.. _#4633: https://github.com/robotframework/robotframework/issues/4633 -.. _#4711: https://github.com/robotframework/robotframework/issues/4711 -.. _#4803: https://github.com/robotframework/robotframework/issues/4803 -.. _#4808: https://github.com/robotframework/robotframework/issues/4808 -.. _#4859: https://github.com/robotframework/robotframework/issues/4859 -.. _#4880: https://github.com/robotframework/robotframework/issues/4880 -.. _#4886: https://github.com/robotframework/robotframework/issues/4886 -.. _#4898: https://github.com/robotframework/robotframework/issues/4898 -.. _#4915: https://github.com/robotframework/robotframework/issues/4915 -.. _#4924: https://github.com/robotframework/robotframework/issues/4924 -.. _#4926: https://github.com/robotframework/robotframework/issues/4926 -.. _#4945: https://github.com/robotframework/robotframework/issues/4945 -.. _#4956: https://github.com/robotframework/robotframework/issues/4956 -.. _#4964: https://github.com/robotframework/robotframework/issues/4964 -.. _#4980: https://github.com/robotframework/robotframework/issues/4980 -.. _#4999: https://github.com/robotframework/robotframework/issues/4999 -.. _#5005: https://github.com/robotframework/robotframework/issues/5005 -.. _#3017: https://github.com/robotframework/robotframework/issues/3017 -.. _#4103: https://github.com/robotframework/robotframework/issues/4103 -.. _#4302: https://github.com/robotframework/robotframework/issues/4302 -.. _#4343: https://github.com/robotframework/robotframework/issues/4343 -.. _#4375: https://github.com/robotframework/robotframework/issues/4375 -.. _#4385: https://github.com/robotframework/robotframework/issues/4385 -.. _#4432: https://github.com/robotframework/robotframework/issues/4432 -.. _#4501: https://github.com/robotframework/robotframework/issues/4501 -.. _#4524: https://github.com/robotframework/robotframework/issues/4524 -.. _#4545: https://github.com/robotframework/robotframework/issues/4545 -.. _#4667: https://github.com/robotframework/robotframework/issues/4667 -.. _#4685: https://github.com/robotframework/robotframework/issues/4685 -.. _#4708: https://github.com/robotframework/robotframework/issues/4708 -.. _#4720: https://github.com/robotframework/robotframework/issues/4720 -.. _#4721: https://github.com/robotframework/robotframework/issues/4721 -.. _#4747: https://github.com/robotframework/robotframework/issues/4747 -.. _#4784: https://github.com/robotframework/robotframework/issues/4784 -.. _#4841: https://github.com/robotframework/robotframework/issues/4841 -.. _#4846: https://github.com/robotframework/robotframework/issues/4846 -.. _#4872: https://github.com/robotframework/robotframework/issues/4872 -.. _#4876: https://github.com/robotframework/robotframework/issues/4876 -.. _#4877: https://github.com/robotframework/robotframework/issues/4877 -.. _#4883: https://github.com/robotframework/robotframework/issues/4883 -.. _#4884: https://github.com/robotframework/robotframework/issues/4884 -.. _#4896: https://github.com/robotframework/robotframework/issues/4896 -.. _#4903: https://github.com/robotframework/robotframework/issues/4903 -.. _#4905: https://github.com/robotframework/robotframework/issues/4905 -.. _#4910: https://github.com/robotframework/robotframework/issues/4910 -.. _#4912: https://github.com/robotframework/robotframework/issues/4912 -.. _#4930: https://github.com/robotframework/robotframework/issues/4930 -.. _#4939: https://github.com/robotframework/robotframework/issues/4939 -.. _#4942: https://github.com/robotframework/robotframework/issues/4942 -.. _#4952: https://github.com/robotframework/robotframework/issues/4952 -.. _#4960: https://github.com/robotframework/robotframework/issues/4960 -.. _#4976: https://github.com/robotframework/robotframework/issues/4976 -.. _#4979: https://github.com/robotframework/robotframework/issues/4979 -.. _#4982: https://github.com/robotframework/robotframework/issues/4982 -.. _#4983: https://github.com/robotframework/robotframework/issues/4983 -.. _#5000: https://github.com/robotframework/robotframework/issues/5000 -.. _#4934: https://github.com/robotframework/robotframework/issues/4934 -.. _#4621: https://github.com/robotframework/robotframework/issues/4621 -.. _#4798: https://github.com/robotframework/robotframework/issues/4798 -.. _#4867: https://github.com/robotframework/robotframework/issues/4867 -.. _#4870: https://github.com/robotframework/robotframework/issues/4870 -.. _#4904: https://github.com/robotframework/robotframework/issues/4904 -.. _#4913: https://github.com/robotframework/robotframework/issues/4913 -.. _#4927: https://github.com/robotframework/robotframework/issues/4927 -.. _#4967: https://github.com/robotframework/robotframework/issues/4967 -.. _#4861: https://github.com/robotframework/robotframework/issues/4861 -.. _#4862: https://github.com/robotframework/robotframework/issues/4862 -.. _#4864: https://github.com/robotframework/robotframework/issues/4864 -.. _#4885: https://github.com/robotframework/robotframework/issues/4885 -.. _#4900: https://github.com/robotframework/robotframework/issues/4900 -.. _#4922: https://github.com/robotframework/robotframework/issues/4922 -.. _#4933: https://github.com/robotframework/robotframework/issues/4933 -.. _#4935: https://github.com/robotframework/robotframework/issues/4935 -.. _#4936: https://github.com/robotframework/robotframework/issues/4936 -.. _#4954: https://github.com/robotframework/robotframework/issues/4954 -.. _#4958: https://github.com/robotframework/robotframework/issues/4958 -.. _#4975: https://github.com/robotframework/robotframework/issues/4975 -.. _#4988: https://github.com/robotframework/robotframework/issues/4988 diff --git a/test/markups/README.long.rst.html b/test/markups/README.long.rst.html deleted file mode 100644 index 7f9e1ac3..00000000 --- a/test/markups/README.long.rst.html +++ /dev/null @@ -1,1303 +0,0 @@ -

Robot Framework 7.0

-

Robot Framework 7.0 is a new major release with highly enhanced listener interface -(#3296), native VAR syntax for creating variables (#3761), support for -mixing embedded and normal arguments with library keywords (#4710), JSON -result format (#4847) and various other enhancements and bug fixes.

-

Robot Framework 7.0 was released on Thursday January 11, 2024. Questions and comments -related to the release can be sent to the #devel channel on Robot Framework Slack -and possible bugs submitted to the issue tracker.

-
- -
- -

Installation

-

If you have pip installed, just run

-
-pip install --upgrade robotframework
-
-

to install the latest available stable release or use

-
-pip install robotframework==7.0
-
-

to install exactly this version. Alternatively you can download the package -from PyPI and install it manually. For more details and other installation -approaches, see the installation instructions.

- -

Most important enhancements

-
-

If you are interested to learn more about the new features in Robot Framework 7.0, -join the RoboCon conference in February, 2024. Pekka Klärck, Robot Framework -lead developer, will go through the key features briefly in the onsite conference -in Helsinki and more thoroughly in the online edition.

-

The conference has also dozens of other great talks, workshops and a lot of -possibilities to meet other community members as well as developers of various -tools and libraries in the ecosystem. All profits from the conference will be -used for future Robot Framework development.

-
- -

Listener enhancements

-

Robot Framework's listener interface is a very powerful mechanism to get -notifications about various events during execution and it also allows modifying -data and results on the fly. It is not typically directly used by normal Robot -Framework users, but they are likely to use tools that use it internally. -The listener API has been significantly enhanced making it possible -to create even more powerful and interesting tools in the future.

- -

Support keywords and control structures with listener version 3

-

The major limitation with the listener API has been that the listener -API version 2 only supports getting notifications, not making modifications, -and that the more powerful listener API version 3 has only supported suites -and tests/tasks.

-

The biggest enhancement in the whole Robot Framework 7.0 is that the listener -version 3 has been extended to support also keywords and control structures (#3296). -For example, a listener having the following methods prints information -about started keywords and ended WHILE loops:

-
-from robot import result, running
-
-
-def start_keyword(data: running.Keyword, result: result.Keyword):
-    print(f"Keyword '{result.full_name}' used on line {data.lineno} started.")
-
-
-def end_while(data: running.While, result: result.While):
-    print(f"WHILE loop on line {data.lineno} ended with status {result.status} "
-          f"after {len(result.body)} iterations.")
-
-

With keyword calls it is possible to also get more information about the actually -executed keyword. For example, the following listener prints some information -about the executed keyword and the library it belongs to:

-
-from robot.running import Keyword as KeywordData, LibraryKeyword
-from robot.result import Keyword as KeywordResult
-
-
-def start_library_keyword(data: KeywordData,
-                          implementation: LibraryKeyword,
-                          result: KeywordResult):
-    library = implementation.owner
-    print(f"Keyword '{implementation.name}' is implemented in library "
-          f"'{library.name}' at '{implementation.source}' on line "
-          f"{implementation.lineno}. The library has {library.scope.name} "
-          f"scope and the current instance is {library.instance}.")
-
-

As the above example already illustrated, it is even possible to get an access to -the actual library instance. This means that listeners can inspect the library -state and also modify it. With user keywords it is even possible to modify -the keyword itself or, via the owner resource file, any other keyword in -the resource file.

-

Listeners can also modify results if needed. Possible use cases include hiding -sensitive information and adding more details to results based on external sources.

-

Notice that although listener can change status of any executed keyword or control -structure, that does not directly affect the status of the executed test. In general -listeners cannot directly fail keywords so that execution would stop or handle -failures so that execution would continue. This kind of functionality may be -added in the future if there are needs.

-

The new listener version 3 methods are so powerful and versatile that going them -through thoroughly in these release notes is not possible. For more examples, you -can see the acceptance tests using the methods in various interesting and even -crazy ways.

- -

Listener version 3 is the default listener version

-

Earlier listeners always needed to specify the API version they used with the -ROBOT_LISTENER_API_VERSION attribute. Now that the listener version 3 got -the new methods, it is considered so much more powerful than the version 2 -that it was made the default listener version (#4910).

-

The listener version 2 continues to work, but using it requires specifying -the listener version as earlier. The are no plans to deprecate the listener -version 2, but we nevertheless highly recommend using the version 3 whenever -possible.

- -

Libraries can register themselves as listeners by using string SELF -

-

Listeners are typically enabled from the command line, but libraries -can register listeners as well. Often libraries themselves want to act -as listeners, and that has earlier required using self.ROBOT_LIBRARY_LISTENER = self -in the __init__ method. Robot Framework 7.0 makes it possible to use string -SELF (case-insensitive) for this purpose as well (#4910), which means -that a listener can be specified as a class attribute and not only in __init__. -This is especially convenient when using the @library decorator:

-
-from robot.api.deco import keyword, library
-
-
-@library(listener='SELF')
-class Example:
-
-    def start_suite(self, data, result):
-        ...
-
-    @keyword
-    def example(self, arg):
-        ...
-
- -

Nicer API for modifying keyword arguments

-

Modifying keyword call arguments programmatically has been made more convenient -(#5000). This enhancement eases modifying arguments using the new listener -version 3 start/end_keyword methods.

- -

Paths are passed to version 3 listeners as pathlib.Path objects

-

Listeners have methods like output_file and log_file that are called when -result files are ready so that they get the file path as an argument. Earlier -paths were strings, but nowadays listener version 3 methods get them as -more convenient pathlib.Path objects.

- -

Native VAR syntax

-

The new VAR syntax (#3761) makes it possible to create local variables -as well as global, suite and test/task scoped variables dynamically during -execution. The motivation is to have a more convenient syntax than using -the Set Variable keyword for creating local variables and to unify -the syntax for creating variables in different scopes. Except for the mandatory -VAR marker, the syntax is also the same as when creating variables in the -Variables section. The syntax is best explained with examples:

-
-*** Test Cases ***
-Example
-    # Create a local variable `${local}` with a value `value`.
-    VAR    ${local}    value
-
-    # Create a variable that is available throughout the whole suite.
-    # Supported scopes are GLOBAL, SUITE, TEST, TASK and LOCAL (default).
-    VAR    ${suite}    value    scope=SUITE
-
-    # Validate created variables.
-    Should Be Equal    ${local}    value
-    Should Be Equal    ${suite}    value
-
-Example continued
-    # Suite level variables are seen also by subsequent tests.
-    Should Be Equal    ${suite}    value
-
-

When creating ${scalar} variables having long values, it is possible to split -the value to multiple lines. Lines are joined together with a space by default, -but that can be changed with the separator configuration option. Similarly as -in the Variables section, it is possible to create also @{list} and &{dict} -variables. Unlike in the Variables section, variables can be created conditionally -using IF/ELSE structures:

-
-*** Test Cases ***
-Long value
-    VAR    ${long}
-    ...    This value is rather long.
-    ...    It has been split to multiple lines.
-    ...    Parts will be joined together with a space.
-
-Multiline
-    VAR    ${multiline}
-    ...    First line.
-    ...    Second line.
-    ...    Last line.
-    ...    separator=\n
-
-List
-    # Creates a list with three items.
-    VAR    @{list}    a    b    c
-
-Dictionary
-    # Creates a dictionary with two items.
-    VAR    &{dict}    key=value    second=item
-
-Normal IF
-    IF    1 > 0
-        VAR    ${x}    true value
-    ELSE
-        VAR    ${x}    false value
-    END
-
-Inline IF
-    IF    1 > 0    VAR    ${x}    true value    ELSE    VAR    ${x}    false value
-
- -

Mixed argument support with library keywords

-

User keywords got support to use both embedded and normal arguments in Robot -Framework 6.1 (#4234) and now that support has been added also to library keywords -(#4710). The syntax works so, that if a function or method implementing a keyword -accepts more arguments than there are embedded arguments, the remaining arguments -can be passed in as normal arguments. This is illustrated by the following example -keyword:

-
-@keyword('Number of ${animals} should be')
-def example(animals, count):
-    ...
-
-

The above keyword could be used like this:

-
-*** Test Cases ***
-Example
-    Number of horses should be    2
-    Number of horses should be    count=2
-    Number of dogs should be    3
-
- -

JSON result format

-

Robot Framework 6.1 added support to convert test/task data to JSON and back -and Robot Framework 7.0 extends the JSON serialization support to execution results -(#4847). One of the core use cases for data serialization was making it easy to -transfer data between process and machines, and now it is also easy to pass results -back.

-

Also the built-in Rebot tool that is used for post-processing results supports -JSON files both in output and in input. Creating JSON output files is done using -the normal --output option so that the specified file has a .json extension:

-
-rebot --output output.json output.xml
-
-

When reading output files, JSON files are automatically recognized by -the extension:

-
-rebot output.json
-rebot output1.json output2.json
-
-

When combining or merging results, it is possible to mix JSON and XML files:

-
-rebot output1.xml output2.json
-rebot --merge original.xml rerun.json
-
-

The JSON output file structure is documented in the result.json schema file.

-

The plan is to enhance the support for JSON output files in the future so that -they could be created already during execution. For more details see issue #3423.

- -

Argument conversion enhancements

-

Automatic argument conversion is a very powerful feature that library developers -can use to avoid converting arguments manually and to get more useful Libdoc -documentation. There are two important new enhancements to it.

- -

Support for Literal -

-

In Python, the Literal type makes it possible to type arguments so that type -checkers accept only certain values. For example, this function only accepts -strings x, y and z:

-
-def example(arg: Literal['x', 'y', 'z']):
-    ...
-
-

Robot Framework has been enhanced so that it validates that an argument having -a Literal type can only be used with the specified values (#4633). For -example, using a keyword with the above implementation with a value xxx would -fail.

-

In addition to validation, arguments are also converted. For example, if an -argument accepts Literal[-1, 0, 1], used arguments are converted to -integers and then validated. In addition to that, string matching is case, space, -underscore and hyphen insensitive. In all cases exact matches have a precedence -and the argument that is passed to the keyword is guaranteed to be in the exact -format used with Literal.

-

Literal conversion is in many ways similar to Enum conversion that Robot -Framework has supported for long time. Enum conversion has benefits like -being able to use a custom documentation and it is typically better when using -the same type multiple times. In simple cases being able to just use -arg: Literal[...] without defining a new type is very convenient, though.

- -

Support "stringified" types like 'list[int]' and 'int | float' -

-

Python's type hinting syntax has evolved so that generic types can be parameterized -like list[int] (new in Python 3.9) and unions written as int | float -(new in Python 3.10). Using these constructs with older Python versions causes -errors, but Python type checkers support also "stringified" type hints like -'list[int]' and 'int | float' that work regardless the Python version.

-

Support for stringified generics and unions has now been added also to -Robot Framework's argument conversion (#4711). For example, -the following typing now also works with Python 3.8:

-
-def example(a: 'list[int]', b: 'int | float'):
-    ...
-
-

These stringified types are also compatible with the Remote library API and other -scenarios where using actual types is not possible.

- -

Tags set globally can be removed using -tag syntax

-

Individual tests and keywords can nowadays remove tags that have been set in -the Settings section with Test Tags or Keyword Tags settings by using -the -tag syntax with their own [Tags] setting (#4374). For example, -tests T1 and T3 below get tags all and most, and test T2 gets -tags all and one:

-
-*** Settings ***
-Test Tags      all    most
-
-*** Test Cases ***
-T1
-    No Operation
-T2
-    [Tags]    one    -most
-    No Operation
-T3
-    No Operation
-
-

With tests it is possible to get the same effect by using the Default Tags -setting and overriding it where needed. That syntax is, however, considered -deprecated (#4365) and using the new -tag syntax is recommended. With -keywords there was no similar functionality earlier.

- -

Dynamic and hybrid library APIs support asynchronous execution

-

Dynamic and hybrid libraries nowadays support asynchronous execution. -In practice the special methods like get_keyword_names and run_keyword -can be implemented as async methods (#4803).

-

Async support was added to the normal static library API in Robot Framework -6.1 (#4089). A bug related to handling asynchronous keywords if execution -is stopped gracefully has also been fixed (#4808).

- -

Timestamps in result model and output.xml use standard format

-

Timestamps used in the result model and stored to the output.xml file used custom -format like 20231107 19:57:01.123 earlier. Non-standard formats are seldom -a good idea, and in this case parsing the custom format turned out to be slow -as well.

-

Nowadays the result model stores timestamps as standard datetime objects and -elapsed times as a timedelta (#4258). This makes creating timestamps and -operating with them more convenient and considerably faster. The new objects can -be accessed via start_time, end_time and elapsed_time attributes that were -added as forward compatibility already in Robot Framework 6.1 (#4765). -Old information is still available via the old starttime, endtime and -elapsedtime attributes, so this change is fully backwards compatible.

-

The timestamp format in output.xml has also been changed from the custom -YYYYMMDD HH:MM:SS.mmm format to ISO 8601 compatible -YYYY-MM-DDTHH:MM:SS.mmmmmm. Using a standard format makes it -easier to process output.xml files, but this change also has big positive -performance effect. Now that the result model stores timestamps as datetime -objects, formatting and parsing them with the available isoformat() and -fromisoformat() methods is very fast compared to custom formatting and parsing.

-

A related change is that instead of storing start and end times of each executed -item in output.xml, we nowadays store their start and elapsed times. Elapsed times -are represented as floats denoting seconds. Having elapsed times directly available -is a lot more convenient than calculating them based on start and end times. -Storing start and elapsed times also takes less space than storing start and end times.

-

As the result of these changes, times are available in the result model and in -output.xml in higher precision than earlier. Earlier times were stored in millisecond -granularity, but nowadays they use microseconds. Logs and reports still use milliseconds, -but that can be changed in the future if there are needs.

-

Changes to output.xml are backwards incompatible and affect all external tools -that process timestamps. This is discussed more in Changes to output.xml -section below along with other output.xml changes.

- -

Dark mode support to report and log

-

Report and log got a new dark mode (#3725). It is enabled automatically based -on browser and operating system preferences, but there is also a toggle to -switch between the modes.

- -

Backwards incompatible changes

- -

Python 3.6 and 3.7 are no longer supported

-

Robot Framework 7.0 requires Python 3.8 or newer (#4294). The last version -that supports Python 3.6 and 3.7 is Robot Framework 6.1.1.

- -

Changes to output.xml

-

The output.xml file has changed in different ways making Robot Framework 7.0 -incompatible with external tools processing output.xml files until these tools -are updated. We try to avoid this kind of breaking changes, but in this case -especially the changes to timestamps were considered so important that we -eventually would have needed to do them anyway.

-

Due to the changes being relatively big, it can take some time before external -tools are updated. To allow users to take Robot Framework 7.0 into use also -if they depend on an incompatible tool, it is possible to use the new ---legacy-output option both as part of execution and with the Rebot tool -to generate output.xml files that are compatible with older versions.

- -

Timestamp related changes

-

The biggest changes in output.xml are related to timestamps (#4258). -With earlier versions start and end times of executed items, as well as timestamps -of the logged messages, were stored using a custom YYYYMMDD HH:MM:SS.mmm format, -but nowadays the format is ISO 8601 compatible YYYY-MM-DDTHH:MM:SS.mmmmmm. -In addition to that, instead of saving start and end times to starttime and -endtime attributes and message times to timestamp, start and elapsed times -are now stored to start and elapsed attributes and message times to time.

-

Examples:

-
-<!-- Old format -->
-<msg timestamp="20231108 15:36:34.278" level="INFO">Hello world!</msg>
-<status status="PASS" starttime="20231108 15:37:35.046" endtime="20231108 15:37:35.046"/>
-
-<!-- New format -->
-<msg time="2023-11-08T15:36:34.278343" level="INFO">Hello world!</msg>
-<status status="PASS" start="2023-11-08T15:37:35.046153" elapsed="0.000161"/>
-
-

The new format is standard compliant, contains more detailed times, makes the elapsed -time directly available and makes the <status> elements over 10% shorter. -These are all great benefits, but we are still sorry for all the extra work -this causes for those developing tools that process output.xml files.

- -

Keyword name related changes

-

How keyword names are stored in output.xml has changed slightly (#4884). -With each executed keywords we store both the name of the keyword and the name -of the library or resource file containing it. Earlier the latter was stored to -attribute library also with resource files, but nowadays the attribute is generic -owner. In addition to owner being a better name in general, it also -matches the new owner attribute keywords in the result model have.

-

Another change is that the original name stored with keywords using embedded -arguments is nowadays in source_name attribute when it used to be in sourcename. -This change was done to make the attribute consistent with the attribute in -the result model.

-

Examples:

-
-<!-- Old format -->
-<kw name="Log" library="BuiltIn">...</kw>
-<kw name="Number of horses should be" sourcename="Number of ${animals} should be" library="my_resource">...</kw>
-
-<!-- New format -->
-<kw name="Log" owner="BuiltIn">...</kw>
-<kw name="Number of horses should be" source_name="Number of ${animals} should be" owner="my_resource">...</kw>
-
- -

Other changes

-

Nowadays keywords and control structures can have a message. Messages are represented -as the text of the <status> element, and they have been present already earlier with -tests and suites. Related to this, control structured cannot anymore have <doc>. -(#4883)

-

These changes should not cause problems for tools processing output.xml files, -but storing messages with each failed keyword and control structure may -increase the output.xml size.

- -

Schema updates

-

The output.xml schema has been updated and can be found via -https://github.com/robotframework/robotframework/tree/master/doc/schema/.

- -

Changes to result model

-

There have been some changes to the result model that unfortunately affect -external tools using it. The main motivation for these changes has been -cleaning up the model before creating a JSON representation for it (#4847).

- -

Changes related to keyword names

-

The biggest changes are related to keyword names (#4884). Earlier Keyword -objects had a name attribute that contained the full keyword name like -BuiltIn.Log. The actual keyword name and the name of the library or resource -file that the keyword belonged to were in kwname and libname attributes, -respectively. In addition to these, keywords using embedded arguments also had -a sourcename attribute containing the original keyword name.

-

Due to reasons explained in #4884, the following changes have been made -in Robot Framework 7.0:

-
    -
  • Old kwname is renamed to name. This is consistent with the execution side Keyword.
  • -
  • Old libname is renamed to generic owner.
  • -
  • New full_name is introduced to replace the old name.
  • -
  • -sourcename is renamed to source_name.
  • -
  • -kwname, libname and sourcename are preserved as properties. They are considered -deprecated, but accessing them does not cause a deprecation warning yet.
  • -
-

The backwards incompatible part of this change is changing the meaning of the -name attribute. It used to be a read-only property yielding the full name -like BuiltIn.Log, but now it is a normal attribute that contains just the actual -keyword name like Log. All other old attributes have been preserved as properties -and code using them does not need to be updated immediately.

- -

Deprecated attributes have been removed

-

The following attributes that were deprecated already in Robot Framework 4.0 -have been removed (#4846):

-
    -
  • -TestSuite.keywords. Use TestSuite.setup and TestSuite.teardown instead.
  • -
  • -TestCase.keywords. Use TestCase.body, TestCase.setup and TestCase.teardown instead.
  • -
  • -Keyword.keywords. Use Keyword.body and Keyword.teardown instead.
  • -
  • -Keyword.children. Use Keyword.body and Keyword.teardown instead.
  • -
  • -TestCase.critical. The whole criticality concept has been removed.
  • -
-

Additionally, TestSuite.keywords and TestCase.keywords have been removed -from the execution model.

- -

Changes to parsing model

-

There have been some changes also to the parsing model:

-
    -
  • -

    The node representing the deprecated [Return] setting has been renamed from -Return to ReturnSetting. At the same time, the node representing the -RETURN statement has been renamed from ReturnStatement to Return (#4939).

    -

    To ease transition, ReturnSetting has existed as an alias for Return starting -from Robot Framework 6.1 (#4656) and ReturnStatement is preserved as an alias -now. In addition to that, the ModelVisitor base class has special handling for -visit_ReturnSetting and visit_ReturnStatement visitor methods so that they work -correctly with ReturnSetting and ReturnStatement with Robot Framework 6.1 and -newer. Issue #4939 explains this in more detail and has a concrete example -how to support also older Robot Framework versions.

    -
  • -
  • -

    The node representing the Test Tags setting as well as the deprecated -Force Tags setting has been renamed from ForceTags to TestTags (#4385). -ModelVisitor has special handling for the visit_ForceTags method so -that it will continue to work also after the change.

    -
  • -
  • -

    The token type used with AS (or WITH NAME) in library imports has been changed -to Token.AS (#4375). Token.WITH_NAME still exists as an alias for Token.AS.

    -
  • -
  • -

    Statement type and tokens have been moved from _fields to _attributes (#4912). -This may affect debugging the model.

    -
  • -
- -

Changes to Libdoc spec files

-

The following deprecated constructs have been removed from Libdoc spec files (#4667):

-
    -
  • -datatypes have been removed from XML or JSON spec files. They were deprecated in -favor of typedocs already in Robot Framework 5.0 (#4160).
  • -
  • Type names are not anymore written to XML specs as content of the <type> elements. -The name is available as the name attribute of <type> elements since -Robot Framework 6.1 (#4538).
  • -
  • -types and typedocs attributes have been removed from arguments in JSON specs. -The type attribute introduced in RF 6.1 (#4538) needs to be used instead.
  • -
-

Libdoc schema files have been updated and can be found via -https://github.com/robotframework/robotframework/tree/master/doc/schema/.

- -

Changes to selecting tests with --suite, --test and --include

-

There are two changes related to selecting tests:

-
    -
  • When using --test and --include together, tests matching either of them -are selected (#4721). Earlier tests need to match both options to be selected.
  • -
  • When selecting a suite using its parent suite as a prefix like --suite parent.suite, -the given name must match the full suite name (#4720). Earlier it was enough if -the prefix matched the closest parent or parents.
  • -
- -

Other backwards incompatible changes

-
    -
  • The default value of the stdin argument used with Process library keyword -has been changed from subprocess.PIPE to None (#4103). This change ought -to avoid processes hanging in some cases. Those who depend on the old behavior -need to use stdin=PIPE explicitly to enable that.
  • -
  • When type hints are specified as strings, they must use format type, type[param], -type[p1, p2] or t1 | t2 (#4711). Using other formats will cause errors taking -keywords into use. In practice problems occur if the special characters [, ], , -and | occur in unexpected places. For example, arg: "Hello, world!" will cause -an error due to the comma.
  • -
  • -datetime, date and timedelta objects are sent over the Remote interface -differently than earlier (#4784). They all used to be converted to strings, but -nowadays datetime is sent as-is, date is converted to datetime and sent like -that, and timedelta is converted to a float by using timedelta.total_seconds().
  • -
  • Argument conversion support with collections.abc.ByteString has been removed (#4983). -The reason is that ByteString is deprecated and will be removed in Python 3.14. -It has not been too often needed, but if you happen to use it, you can change -arg: ByteString to arg: bytes | bytearray and the functionality -stays exactly the same.
  • -
  • Paths passed to result file related listener version 3 methods like output_file -and log_file have been changed from strings to pathlib.Path objects (#4988). -Most of the time both kinds of paths work interchangeably, so this change is unlikely -to cause issues. If you need to handle these paths as strings, they can be converted -by using str(path).
  • -
  • -robot.utils.normalize does not anymore support bytes (#4936).
  • -
  • Deprecated accept_plain_values argument has been removed from the -timestr_to_secs utility function (#4861).
  • -
- -

Deprecations

- -

[Return] setting

-

The [Return] setting for specifying the return value from user keywords has -been "loudly" deprecated (#4876). It has been "silently" deprecated since -Robot Framework 5.0 when the much more versatile RETURN setting was introduced -(#4078), but now using it will cause a deprecation warning. The plan is to -preserve the [Return] setting at least until Robot Framework 8.0.

-

If you have lot of data that uses [Return], the easiest way to update it is -using the Robotidy tool that can convert [Return] to RETURN automatically. -If you have data that is executed also with Robot Framework versions that do -not support RETURN, you can use the Return From Keyword keyword instead. -That keyword will eventually be deprecated and removed as well, though.

- -

Singular section headers

-

Using singular section headers like *** Test Case *** or *** Setting *** -nowadays causes a deprecation warning (#4432). They were silently deprecated -in Robot Framework 6.0 for reasons explained in issue #4431.

- -

Deprecated attributes in parsing, running and result models

-
    -
  • In the parsing model, For.variables, ForHeader.variables, Try.variable and -ExceptHeader.variable attributes have been deprecated in favor of the new assign -attribute (#4708).
  • -
  • In running and result models, For.variables and TryBranch.variable have been -deprecated in favor of the new assign attribute (#4708).
  • -
  • In the result model, control structures like FOR were earlier modeled so that they -looked like keywords. Nowadays they are considered totally different objects and -their keyword specific attributes name, kwnane, libname, doc, args, -assign, tags and timeout have been deprecated (#4846).
  • -
  • -starttime, endtime and elapsed time attributes in the result model have been -silently deprecated (#4258). Accessing them does not yet cause a deprecation -warning, but users are recommended to use start_time, end_time and -elapsed_time attributes that are available since Robot Framework 6.1.
  • -
  • -kwname, libname and sourcename attributes used by the Keyword object -in the result model have been silently deprecated (#4884). New code should use -name, owner and source_name instead.
  • -
- -

Other deprecated features

-
    -
  • Using embedded arguments with a variable that has a value not matching custom -embedded argument patterns nowadays causes a deprecation warning (#4524). -Earlier variables used as embedded arguments were always accepted without -validating values.
  • -
  • Using FOR IN ZIP loops with lists having different lengths without explicitly -using mode=SHORTEST has been deprecated (#4685). The strict mode where lengths -must match will be the default mode in the future.
  • -
  • Various utility functions in the robot.utils package that are no longer used -by Robot Framework itself, including the whole Python 2/3 compatibility layer, -have been deprecated (#4501). If you need some of these utils, you can copy -their code to your own tool or library. This change may affect existing -libraries and tools in the ecosystem.
  • -
  • -case_insensitive and whitespace_insensitive arguments used by some -Collections and String library keywords have been deprecated in favor of -ignore_case and ignore_whitespace. The new arguments were added for -consistency reasons (#4954) and the old arguments will continue to work -for the time being.
  • -
  • Passing time as milliseconds to the elapsed_time_to_string utility function -has been deprecated (#4862).
  • -
- -

Acknowledgements

-

Robot Framework development is sponsored by the Robot Framework Foundation -and its over 60 member organizations. If your organization is using Robot Framework -and benefiting from it, consider joining the foundation to support its -development as well.

-

Robot Framework 7.0 team funded by the foundation consists of Pekka Klärck and -Janne Härkönen (part time). -In addition to work done by them, the community has provided some great contributions:

-
    -
  • -Ygor Pontelo added async support to the -dynamic and hybrid library APIs (#4803) and fixed a bug with handling async -keywords when execution is stopped gracefully (#4808).
  • -
  • -Topi 'top1' Tuulensuu fixed a performance regression -when using Run Keyword so that the name of the executed keyword contains a variable -(#4659).
  • -
  • -Pasi Saikkonen added dark mode to reports -and logs (#3725).
  • -
  • -René added return type information to Libdoc's -HTML output (#3017), fixed DotDict equality comparisons (#4956) and -helped finalizing the dark mode support (#3725).
  • -
  • -Robin added type hints to modules that -did not yet have them under the public robot.api package (#4841).
  • -
  • -Mark Moberts added case-insensitive list and -dictionary comparison support to the Collections library (#4343).
  • -
  • -Daniel Biehl enhanced performance of traversing -the parsing model using ModelVisitor (#4934).
  • -
-

Big thanks to Robot Framework Foundation, to community members listed above, and to -everyone else who has tested preview releases, submitted bug reports, proposed -enhancements, debugged problems, or otherwise helped with Robot Framework 7.0 -development.

-

See you at RoboCon 2024 either onsite or online!

-
- -
Robot Framework lead developer
-
- -

Full list of fixes and enhancements

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
IDTypePrioritySummary
#3296enhancementcriticalSupport keywords and control structures with listener version 3
#3761enhancementcriticalNative VAR syntax to create variables inside tests and keywords
#4294enhancementcriticalDrop Python 3.6 and 3.7 support
#4710enhancementcriticalSupport library keywords with both embedded and normal arguments
#4847enhancementcriticalSupport JSON serialization with result model
#4659bughighPerformance regression when using Run Keyword and keyword name contains a variable
#4921bughighLog levels don't work correctly with robot:flatten -
#3725enhancementhighSupport dark theme with report and log
#4258enhancementhighChange timestamps from custom strings to datetime in result model and to ISO 8601 format in output.xml
#4374enhancementhighSupport removing tags set globally by using -tag syntax with [Tags] setting
#4633enhancementhighAutomatic argument conversion and validation for Literal -
#4711enhancementhighSupport type aliases in formats 'list[int]' and 'int | float' in argument conversion
#4803enhancementhighAsync support to dynamic and hybrid library APIs
#4808bugmediumAsync keywords are not stopped when execution is stopped gracefully
#4859bugmediumParsing errors in reStructuredText files have no source
#4880bugmediumInitially empty test fails even if pre-run modifier adds content to it
#4886bugmedium -Set Variable If is slow if it has several conditions
#4898bugmediumResolving special variables can fail with confusing message
#4915bugmedium -cached_property attributes are called when importing library
#4924bugmediumWHILE on_limit missing from listener v2 attributes
#4926bugmediumWHILE and TRY content are not removed with --removekeywords all -
#4945bugmedium -TypedDict with forward references do not work in argument conversion
#4956bugmediumDotDict behaves inconsistent on equality checks. x == y != not x != y and not x != y == not x == y -
#4964bugmediumVariables set using Set Suite Variable with children=True cannot be properly overwritten
#4980bugmediumDateTime library uses deprecated datetime.utcnow() -
#4999bugmediumXML Library: Double namespace during Element To String
#5005bugmedium -Log Variables should not consume iterables
#3017enhancementmediumAdd return type to Libdoc specs and HTML output
#4103enhancementmediumProcess: Change the default stdin behavior from subprocess.PIPE to None -
#4302enhancementmediumRemove Reserved library
#4343enhancementmediumCollections: Support case-insensitive list and dictionary comparisons
#4375enhancementmediumChange token type of AS (or WITH NAME) used with library imports to Token.AS -
#4385enhancementmediumChange the parsing model object produced by Test Tags (and Force Tags) to TestTags -
#4432enhancementmediumLoudly deprecate singular section headers
#4501enhancementmediumLoudly deprecate old Python 2/3 compatibility layer and other deprecated utils
#4524enhancementmediumLoudly deprecate variables used as embedded arguments not matching custom patterns
#4545enhancementmediumSupport creating assigned variable name based on another variable like ${${var}} = Keyword -
#4667enhancementmediumRemove deprecated constructs from Libdoc spec files
#4685enhancementmediumDeprecate SHORTEST mode being default with FOR IN ZIP loops
#4708enhancementmediumUse assing, not variable, with FOR and TRY/EXCEPT model objects when referring to assigned variables
#4720enhancementmediumRequire --suite parent.suite to match the full suite name
#4721enhancementmediumChange behavior of --test and --include so that they are cumulative
#4747enhancementmediumSupport [Setup] with user keywords
#4784enhancementmediumRemote: Enhance datetime, date and timedelta conversion
#4841enhancementmediumAdd typing to all modules under robot.api -
#4846enhancementmediumResult model: Loudly deprecate not needed attributes and remove already deprecated ones
#4872enhancementmediumControl continue-on-failure mode by using recursive and non-recursive tags together
#4876enhancementmediumLoudly deprecate [Return] setting
#4877enhancementmediumXML: Support ignoring element order with Elements Should Be Equal -
#4883enhancementmediumResult model: Add message to keywords and control structures and remove doc from controls
#4884enhancementmediumResult model: Enhance storing keyword name
#4896enhancementmediumSupport separator=<value> configuration option with scalar variables in Variables section
#4903enhancementmediumSupport argument conversion and named arguments with dynamic variable files
#4905enhancementmediumSupport creating variable name based on another variable like ${${VAR}} in Variables section
#4910enhancementmediumMake listener v3 the default listener API
#4912enhancementmediumParsing model: Move type and tokens from _fields to _attributes -
#4930enhancementmediumBuiltIn: New Reset Log Level keyword for resetting the log level to the original value
#4939enhancementmediumParsing model: Rename Return to ReturnSetting and ReturnStatement to Return -
#4942enhancementmediumAdd public argument conversion API for libraries and other tools
#4952enhancementmediumCollections: Make ignore_order and ignore_keys recursive
#4960enhancementmediumSupport integer conversion with strings representing whole number floats like '1.0' and '2e10' -
#4976enhancementmediumSupport string SELF (case-insenstive) when library registers itself as listener
#4979enhancementmediumAdd robot.result.TestSuite.to/from_xml methods
#4982enhancementmediumDateTime: Support datetime.date as an input format with date related keywords
#4983enhancementmediumType conversion: Remove support for deprecated ByteString -
#5000enhancementmediumNicer API for setting keyword call arguments programmatically
#4934---mediumEnhance performance of visiting parsing model
#4621buglowOperatingSystem library docs have broken link / title
#4798buglow ---removekeywords passed doesn't remove test setup and teardown
#4867buglowOriginal order of dictionaries is not preserved when they are pretty printed in log messages
#4870buglowUser keyword teardown missing from running model JSON schema
#4904buglowImporting static variable file with arguments does not fail
#4913buglowTrace log level logs arguments twice for embedded arguments
#4927buglowWARN level missing from the log level selector in log.html
#4967buglowVariables are not resolved in keyword name in WUKS error message
#4861enhancementlowRemove deprecated accept_plain_values from timestr_to_secs utility function
#4862enhancementlowDeprecate elapsed_time_to_string accepting time as milliseconds
#4864enhancementlowProcess: Make warning about processes hanging if output buffers get full more visible
#4885enhancementlowAdd full_name to replace longname to suite and test objects
#4900enhancementlowMake keywords and control structures in log look more like original data
#4922enhancementlowChange the log level of Set Log Level message from INFO to DEBUG
#4933enhancementlowType conversion: Ignore hyphens when matching enum members
#4935enhancementlowUse casefold, not lower, when comparing strings case-insensitively
#4936enhancementlowRemove bytes support from robot.utils.normalize function
#4954enhancementlowCollections and String: Add ignore_case as alias for case_insensitive -
#4958enhancementlowDocument robot_running and dry_run_active properties of the BuiltIn library in the User Guide
#4975enhancementlowSupport times and x suffixes with WHILE limit to make it more compatible with Wait Until Keyword Succeeds -
#4988enhancementlowChange paths passed to listener v3 methods to pathlib.Path instances
-

Altogether 88 issues. View on the issue tracker.

\ No newline at end of file diff --git a/test/markups/README.markdown b/test/markups/README.markdown deleted file mode 100644 index b36565cc..00000000 --- a/test/markups/README.markdown +++ /dev/null @@ -1,2 +0,0 @@ -* One -* Two diff --git a/test/markups/README.markdown.html b/test/markups/README.markdown.html deleted file mode 100644 index ab0cc685..00000000 --- a/test/markups/README.markdown.html +++ /dev/null @@ -1,4 +0,0 @@ -
    -
  • One
  • -
  • Two
  • -
\ No newline at end of file diff --git a/test/markups/README.mediawiki b/test/markups/README.mediawiki deleted file mode 100644 index c3cc004a..00000000 --- a/test/markups/README.mediawiki +++ /dev/null @@ -1,30 +0,0 @@ -[[Home|» JRuby Project Wiki Home Page]] -

Embedding JRuby

-Using Java from Ruby is JRuby's best-known feature---but you can also go in the other direction, and use Ruby from Java. There are several different ways to do this. You can execute entire Ruby scripts, call individual Ruby methods, or even implement a Java interface in Ruby (thus allowing you to treat Ruby objects like Java ones). We refer to all these techniques generically as "embedding." This section will explain how to embed JRuby in your Java project. - -__TOC__ - -= Red Bridge (JRuby Embed) = - -one- -
a-b
- -JRuby has long had a private embedding API, which was closely tied to the runtime's internals and therefore changed frequently as JRuby evolved. Since version 1.4, however, we have also provided a more stable public API, known as Red Bridge or JRuby Embed. Existing Java programs written to the [[DirectJRubyEmbedding|legacy API]] should still work, but we strongly recommend Red Bridge for all new projects. - -== Features of Red Bridge == -Red Bridge consists of two layers: Embed Core on the bottom, and implementations of [http://www.jcp.org/en/jsr/detail?id=223 JSR223] and [http://jakarta.apache.org/bsf/ BSF] on top. Embed Core is JRuby-specific, and can take advantage of much of JRuby's power. JSR223 and BSF are more general interfaces that provide a common ground across scripting languages. - -Which API should you use? For projects where Ruby is the only scripting language involved, we recommend Embed Core for the following reasons: - -# With Embed Core, you can create several Ruby environments in one JVM, and configure them individually (via org.jruby.RubyInstanceConfig. With the other APIs, configuration options can only be set globally, via the System properties. -# Embed Core offers several shortcuts, such as loading scripts from a java.io.InputStream, or returning Java-friendly objects from Ruby code. These allow you to skip a lot of boilerplate. - -For projects requiring multiple scripting languages, JSR223 is a good fit. Though the API is language-independent, JRuby's implementation of it allows you to set some Ruby-specific options. In particular, you can control the threading model of the scripting engine, the lifetime of local variables, compilation mode, and how line numbers are displayed. - -The full [http://jruby-embed.kenai.com/docs/ API documentation] has all the gory details. It's worth talking about a couple of the finer points here. - -= Previous Embedding JRuby Page= -We recommend using Embed Core; however, if you're maintaining code that uses the old API, you can find its documentation on the [[JavaIntegration|legacy embedding]]This link goes nowhere. page. - -= References = - diff --git a/test/markups/README.mediawiki.html b/test/markups/README.mediawiki.html deleted file mode 100644 index e92accfd..00000000 --- a/test/markups/README.mediawiki.html +++ /dev/null @@ -1,64 +0,0 @@ -

» JRuby Project Wiki Home Page -

Embedding JRuby

-Using Java from Ruby is JRuby's best-known feature---but you can also go in the other direction, and use Ruby from Java. There are several different ways to do this. You can execute entire Ruby scripts, call individual Ruby methods, or even implement a Java interface in Ruby (thus allowing you to treat Ruby objects like Java ones). We refer to all these techniques generically as "embedding." This section will explain how to embed JRuby in your Java project. - -

-

Table of Contents

- -
- - -

-Red Bridge (JRuby Embed) -

- - - -

one-<two -

a-b
- -

JRuby has long had a private embedding API, which was closely tied to the runtime's internals and therefore changed frequently as JRuby evolved. Since version 1.4, however, we have also provided a more stable public API, known as Red Bridge or JRuby Embed. Existing Java programs written to the legacy API should still work, but we strongly recommend Red Bridge for all new projects. -

- -

-Features of Red Bridge -

- - -

Red Bridge consists of two layers: Embed Core on the bottom, and implementations of JSR223 and BSF on top. Embed Core is JRuby-specific, and can take advantage of much of JRuby's power. JSR223 and BSF are more general interfaces that provide a common ground across scripting languages. -

-

Which API should you use? For projects where Ruby is the only scripting language involved, we recommend Embed Core for the following reasons: -

- - - -

    -
  1. With Embed Core, you can create several Ruby environments in one JVM, and configure them individually (via org.jruby.RubyInstanceConfig. With the other APIs, configuration options can only be set globally, via the System properties.
  2. -
  3. Embed Core offers several shortcuts, such as loading scripts from a java.io.InputStream, or returning Java-friendly objects from Ruby code. These allow you to skip a lot of boilerplate.
  4. -
-For projects requiring multiple scripting languages, JSR223 is a good fit. Though the API is language-independent, JRuby's implementation of it allows you to set some Ruby-specific options. In particular, you can control the threading model of the scripting engine, the lifetime of local variables, compilation mode, and how line numbers are displayed. - -

The full API documentation has all the gory details. It's worth talking about a couple of the finer points here. -

- -

-Previous Embedding JRuby Page -

- - -

We recommend using Embed Core; however, if you're maintaining code that uses the old API, you can find its documentation on the legacy embedding[1] page. -

- -

-References -

- - -

  1. -^ This link goes nowhere.
\ No newline at end of file diff --git a/test/markups/README.noformat b/test/markups/README.noformat deleted file mode 100644 index b36565cc..00000000 --- a/test/markups/README.noformat +++ /dev/null @@ -1,2 +0,0 @@ -* One -* Two diff --git a/test/markups/README.noformat.html b/test/markups/README.noformat.html deleted file mode 100644 index c2e3c5fd..00000000 --- a/test/markups/README.noformat.html +++ /dev/null @@ -1,2 +0,0 @@ -* One -* Two \ No newline at end of file diff --git a/test/markups/README.org b/test/markups/README.org deleted file mode 100644 index 0eca800a..00000000 --- a/test/markups/README.org +++ /dev/null @@ -1,131 +0,0 @@ -#+TITLE: org-ruby -#+AUTHOR: Brian Dewey -#+EMAIL: bdewey@gmail.com -#+DATE: 2009-12-21 -#+DESCRIPTION: -#+KEYWORDS: -#+LANGUAGE: en -#+OPTIONS: H:3 num:t toc:nil \n:nil @:t ::t |:t ^:t -:t f:t *:t <:t -#+OPTIONS: TeX:t LaTeX:nil skip:nil d:nil todo:nil pri:nil tags:not-in-toc -#+EXPORT_EXCLUDE_TAGS: exclude -#+STARTUP: showall - - | Status: | Under Development | - | Location: | [[http://github.com/wallyqs/org-ruby]] | - | Version: | 0.9.0 | - -* Description - - Helpful Ruby routines for parsing orgmode files. The most - significant thing this library does today is convert orgmode files - to textile. Currently, you cannot do much to customize the - conversion. The supplied textile conversion is optimized for - extracting "content" from the orgfile as opposed to "metadata." - -* History - -** 2014-02-08: Version 0.9.0 - - - Let's make sure =#+INCLUDE:= is not supported - -#+INCLUDE: "./README.txt" src text - - - And confirm that syntax highlight is supported - -#+begin_src ruby -module GitHub - module Markup - VERSION = 'test' - Version = VERSION - end -end -#+end_src - -** 2009-12-30: Version 0.5.1 - - - Minor enhancement: Recognize lines starting with ":" as examples. - - Minor enhancement: Recognize #+BEGIN_SRC as source blocks - - Minor enhancement: Add "src" and "example" classes to
 blocks.
-
-
-** 2009-12-30: Version 0.5.0
-
-   - Parse (but not necessarily *use*) in-buffer settings. The following
-     in-buffer settings *are* used:
-     - Understand the #+TITLE: directive.
-     - Exporting todo keywords (option todo:t)
-     - Numbering headlines (option num:t)
-     - Skipping text before the first headline (option skip:t)
-     - Skipping tables (option |:nil)
-     - Custom todo keywords
-     - EXPORT_SELECT_TAGS and EXPORT_EXCLUDE_TAGS for controlling parts of
-       the tree to export
-   - Rewrite "file:(blah).org" links to "http:(blah).html" links. This
-     makes the inter-links to other org-mode files work.
-   - Uses  tags inside table rows that precede table separators.
-   - Bugfixes:
-     - Headings now have HTML escaped.
-
-** 2009-12-29: Version 0.4.2
-
-   - Got rid of the extraneous newline at the start of code blocks.
-   - Everything now shows up in code blocks, even org-mode metadata.
-   - Fixed bugs:
-     - Regressed smart double quotes with HTML escaping. Added a test
-       case and fixed the regression.
-
-** 2009-12-29: Version 0.4.1
-   - HTML is now escaped by default
-   - org-mode comments will show up in a code block.
-
-** 2009-12-29: Version 0.4
-
-   - The first thing output in HTML gets the class "title"
-   - HTML output is now indented
-   - Proper support for multi-paragraph list items.
-
-     See? This paragraph is part of the last bullet.
-     
-   - Fixed bugs:
-     - "rake spec" wouldn't work on Linux. Needed "require 'rubygems'".
-
-** 2009-12-27: Version 0.3
-
-   - Uses rubypants to get better typography (smart quotes, ellipses, etc...).
-   - Fixed bugs:
-     - Tables and lists did not get properly closed at the end of file
-     - You couldn't do inline formatting inside table cells
-     - Characters in PRE blocks were not HTML escaped.
-   
-** 2009-12-26: Version 0.2
-
-   - Added =to_html= output on the parser.
-   - Added support for the full range of inline markup: *bold*,
-     /italic/, =code=, ~verbatim~, _underline_, +strikethrough+.
-   - Lots of refactoring to make the code more maintainable.
-
-** 2009-12-23: Version 0.1
-
-   - Added support for block code, like this:
-
-     #+BEGIN_EXAMPLE
-     def flush!
-     @logger.debug "FLUSH ==========> #{@output_type}"
-     if (@output_type == :blank) then
-       @output << "\n"
-     elsif (@buffer.length > 0) then
-       if @cancel_modifier then
-         @output << "p. " if @output_type == :paragraph
-         @cancel_modifier = false
-       end
-       @output << @paragraph_modifier if (@paragraph_modifier and not sticky_modifier?)
-       @output << @buffer.textile_substitution << "\n"
-     end
-     @buffer = ""
-   end
-   #+END_EXAMPLE
-
-   - Major code cleanup: Created the =OutputBuffer= class that
-     greatly simplified a lot of the messiness of =textile=
-     conversion.
-   - Added support for line breaks within list items.
diff --git a/test/markups/README.org.html b/test/markups/README.org.html
deleted file mode 100644
index 458024af..00000000
--- a/test/markups/README.org.html
+++ /dev/null
@@ -1,139 +0,0 @@
-

org-ruby

- - - - - - - - - - - - - -
Status:Under Development
Location:http://github.com/wallyqs/org-ruby
Version:0.9.0
-

1 Description

-

Helpful Ruby routines for parsing orgmode files. The most - significant thing this library does today is convert orgmode files - to textile. Currently, you cannot do much to customize the - conversion. The supplied textile conversion is optimized for - extracting “content” from the orgfile as opposed to “metadata.”

-

2 History

-

2.1 2014-02-08: Version 0.9.0

-
    -
  • Let’s make sure #+INCLUDE: is not supported
  • -
-
    -
  • And confirm that syntax highlight is supported
  • -
-
-module GitHub
-  module Markup
-    VERSION = 'test'
-    Version = VERSION
-  end
-end
-
-

2.2 2009-12-30: Version 0.5.1

-
    -
  • Minor enhancement: Recognize lines starting with “:” as examples.
  • -
  • Minor enhancement: Recognize #+BEGIN_SRC as source blocks
  • -
  • Minor enhancement: Add “src” and “example” classes to <pre> blocks.
  • -
-

2.3 2009-12-30: Version 0.5.0

-
    -
  • Parse (but not necessarily use) in-buffer settings. The following - in-buffer settings are used: -
      -
    • Understand the #+TITLE: directive.
    • -
    • Exporting todo keywords (option todo:t)
    • -
    • Numbering headlines (option num:t)
    • -
    • Skipping text before the first headline (option skip:t)
    • -
    • Skipping tables (option |:nil)
    • -
    • Custom todo keywords
    • -
    • EXPORT_SELECT_TAGS and EXPORT_EXCLUDE_TAGS for controlling parts of - the tree to export
    • -
    -
  • -
  • Rewrite “file:(blah).org” links to “http:(blah).html” links. This - makes the inter-links to other org-mode files work.
  • -
  • Uses <th> tags inside table rows that precede table separators.
  • -
  • Bugfixes: -
      -
    • Headings now have HTML escaped.
    • -
    -
  • -
-

2.4 2009-12-29: Version 0.4.2

-
    -
  • Got rid of the extraneous newline at the start of code blocks.
  • -
  • Everything now shows up in code blocks, even org-mode metadata.
  • -
  • Fixed bugs: -
      -
    • Regressed smart double quotes with HTML escaping. Added a test - case and fixed the regression.
    • -
    -
  • -
-

2.5 2009-12-29: Version 0.4.1

-
    -
  • HTML is now escaped by default
  • -
  • org-mode comments will show up in a code block.
  • -
-

2.6 2009-12-29: Version 0.4

-
    -
  • The first thing output in HTML gets the class “title”
  • -
  • HTML output is now indented
  • -
  • Proper support for multi-paragraph list items. -

    See? This paragraph is part of the last bullet.

    -
  • -
  • Fixed bugs: -
      -
    • “rake spec” wouldn’t work on Linux. Needed “require ‘rubygems’”.
    • -
    -
  • -
-

2.7 2009-12-27: Version 0.3

-
    -
  • Uses rubypants to get better typography (smart quotes, ellipses, etc…).
  • -
  • Fixed bugs: -
      -
    • Tables and lists did not get properly closed at the end of file
    • -
    • You couldn’t do inline formatting inside table cells
    • -
    • Characters in PRE blocks were not HTML escaped.
    • -
    -
  • -
-

2.8 2009-12-26: Version 0.2

-
    -
  • Added to_html output on the parser.
  • -
  • Added support for the full range of inline markup: bold, - italic, code, verbatim, underline, strikethrough.
  • -
  • Lots of refactoring to make the code more maintainable.
  • -
-

2.9 2009-12-23: Version 0.1

-
    -
  • Added support for block code, like this: -
    -  def flush!
    -  @logger.debug "FLUSH ==========> #{@output_type}"
    -  if (@output_type == :blank) then
    -    @output << "\n"
    -  elsif (@buffer.length > 0) then
    -    if @cancel_modifier then
    -      @output << "p. " if @output_type == :paragraph
    -      @cancel_modifier = false
    -    end
    -    @output << @paragraph_modifier if (@paragraph_modifier and not sticky_modifier?)
    -    @output << @buffer.textile_substitution << "\n"
    -  end
    -  @buffer = ""
    -end
    -    
    -
  • -
  • Major code cleanup: Created the OutputBuffer class that - greatly simplified a lot of the messiness of textile - conversion.
  • -
  • Added support for line breaks within list items.
  • -
\ No newline at end of file diff --git a/test/markups/README.pod b/test/markups/README.pod deleted file mode 100644 index 8c92eb5b..00000000 --- a/test/markups/README.pod +++ /dev/null @@ -1,89 +0,0 @@ -=head1 Matrixy - -=head2 INTRODUCTION - -This is a port of the MATLAB/Octave programming language to Parrot. See the -ROADMAP file for more information on the status of this project, and what else -needs to be done. - -=head2 ABOUT - -Primary goals are: - -=over 4 - -=item * Create a working compiler that understands the majority of the -MATLAB/Octave programming language. - -=back - -=head2 IMPLEMENTATION - -This project is broken into three primary components: - -=over 4 - -=item * The first is the parser, located in the C directory. The -parser proper is composed of three source files, F which is a -Perl6Grammar file, and F which is the associated actions file -written in NQP, and F which is the operator precedence parser. -In addition, several helper functions used by the parser are located in -C. - -=item * The second component is the library of builtin functions in the -C directory. These functions are, currently, written primarily in -PIR. Function names prefixed with an underscore are "private" functions for use -with the parser. Other functions should have names which are the same as names -for regular MATLAB or Octave functions, since they will be available to the -HLL. These are also separated into different namespaces depending on visibility -and utility. - -=item * A number of library functions are written in M, or mostly M with some -inline PIR code in C. - -=back - -=head2 DEPENDENCIES - -Matrixy depends on these dependencies: - -=head3 Parrot - -To get a proper version of Parrot to build Matrixy, you will need to check out -and build Parrot from source: - - svn co http://svn.parrot.org/parrot/trunk parrot - cd parrot - perl Configure.pl - make && make test && make install-dev - -=head3 Parrot-Linear-Algebra - -The linear algebra package for Parrot is available separately and provides -functionality required by Matrixy. This includes matrix data types and matrix -manipulation libraries - -=head2 BUILDING - -Once all dependencies are in place, you can build Matrixy using this sequence of -commands: - - perl Configure.pl - nmake test - -=head2 TODO - - * Parser - * Standard Builtins - * Test against Octave Test Suite. - -=head2 BUGS - -Lots! - -=head2 CONTACT - -If you need to contact the Matrixy team, go to the project home page at: - -www.github.com\Whiteknight\matrixy - diff --git a/test/markups/README.pod.html b/test/markups/README.pod.html deleted file mode 100644 index 63caf6bc..00000000 --- a/test/markups/README.pod.html +++ /dev/null @@ -1,77 +0,0 @@ -

Matrixy

- -

INTRODUCTION

- -

This is a port of the MATLAB/Octave programming language to Parrot. See the ROADMAP file for more information on the status of this project, and what else needs to be done.

- -

ABOUT

- -

Primary goals are:

- -
    - -
  • -

    Create a working compiler that understands the majority of the MATLAB/Octave programming language.

    - -
  • -
- -

IMPLEMENTATION

- -

This project is broken into three primary components:

- -
    - -
  • -

    The first is the parser, located in the src/parser/ directory. The parser proper is composed of three source files, grammar.pg which is a Perl6Grammar file, and actions.pm which is the associated actions file written in NQP, and grammar-oper.pm which is the operator precedence parser. In addition, several helper functions used by the parser are located in src/internals.

    - -
  • -
  • -

    The second component is the library of builtin functions in the src/builtins/ directory. These functions are, currently, written primarily in PIR. Function names prefixed with an underscore are "private" functions for use with the parser. Other functions should have names which are the same as names for regular MATLAB or Octave functions, since they will be available to the HLL. These are also separated into different namespaces depending on visibility and utility.

    - -
  • -
  • -

    A number of library functions are written in M, or mostly M with some inline PIR code in toolbox/.

    - -
  • -
- -

DEPENDENCIES

- -

Matrixy depends on these dependencies:

- -

Parrot

- -

To get a proper version of Parrot to build Matrixy, you will need to check out and build Parrot from source:

- -
svn co http://svn.parrot.org/parrot/trunk parrot
-cd parrot
-perl Configure.pl
-make && make test && make install-dev
- -

Parrot-Linear-Algebra

- -

The linear algebra package for Parrot is available separately and provides functionality required by Matrixy. This includes matrix data types and matrix manipulation libraries

- -

BUILDING

- -

Once all dependencies are in place, you can build Matrixy using this sequence of commands:

- -
perl Configure.pl
-nmake test
- -

TODO

- -
* Parser
-* Standard Builtins
-* Test against Octave Test Suite.
- -

BUGS

- -

Lots!

- -

CONTACT

- -

If you need to contact the Matrixy team, go to the project home page at:

- -

www.github.com\Whiteknight\matrixy

\ No newline at end of file diff --git a/test/markups/README.rdoc b/test/markups/README.rdoc deleted file mode 100644 index ab4f06d5..00000000 --- a/test/markups/README.rdoc +++ /dev/null @@ -1,6 +0,0 @@ -* One -* Two - -This is an {absolute link}[http://github.com]. So is this: http://github.com - -This is a {relative link}[link:rawr.html]. So is this: link:rawr.html \ No newline at end of file diff --git a/test/markups/README.rdoc.html b/test/markups/README.rdoc.html deleted file mode 100644 index 93770dde..00000000 --- a/test/markups/README.rdoc.html +++ /dev/null @@ -1,12 +0,0 @@ -
    -
  • -

    One

    -
  • -
  • -

    Two

    -
  • -
- -

This is an absolute link. So is this: github.com

- -

This is a relative link. So is this: rawr.html

\ No newline at end of file diff --git a/test/markups/README.rst b/test/markups/README.rst deleted file mode 100644 index ad7af380..00000000 --- a/test/markups/README.rst +++ /dev/null @@ -1,92 +0,0 @@ -Header 1 -======== --------- -Subtitle --------- - -Example text. - -.. contents:: Table of Contents - -.. _label_for_header_2: - -Header 2 --------- - -1. Blah blah ``code`` blah - -2. More ``code``, hooray - -3. Somé UTF-8° - -4. `Link to the above header `_ - -The UTF-8 quote character in this table used to cause python to go boom. Now docutils just silently ignores it. - -.. csv-table:: Things that are Awesome (on a scale of 1-11) - :quote: ” - - Thing,Awesomeness - Icecream, 7 - Honey Badgers, 10.5 - Nickelback, -2 - Iron Man, 10 - Iron Man 2, 3 - Tabular Data, 5 - Made up ratings, 11 - -.. code:: - - A block of code - -.. code:: python - - python.code('hooray') - -.. code:: python - :caption: An ignored Sphinx option - :made-up-option: An ignored made up option - - python.code('hello world') - -.. doctest:: ignored - - >>> some_function() - 'result' - ->>> some_function() -'result' - -============== ========================================================== -Travis http://travis-ci.org/tony/pullv -Docs http://pullv.rtfd.org -API http://pullv.readthedocs.org/en/latest/api.html -Issues https://github.com/tony/pullv/issues -Source https://github.com/tony/pullv -============== ========================================================== - - -.. image:: https://scan.coverity.com/projects/621/badge.svg - :target: https://scan.coverity.com/projects/621 - :alt: Coverity Scan Build Status - -.. image:: https://scan.coverity.com/projects/621/badge.svg - :alt: Coverity Scan Build Status - -Field list ----------- - -:123456789 123456789 123456789 123456789 123456789 1: Uh-oh! This name is too long! -:123456789 123456789 123456789 123456789 1234567890: this is a long name, - but no problem! -:123456789 12345: this is not so long, but long enough for the default! -:123456789 1234: this should work even with the default :) - -someone@somewhere.org - -Press :kbd:`Ctrl+C` to quit - - -.. raw:: html - -

RAW HTML!

diff --git a/test/markups/README.rst.html b/test/markups/README.rst.html deleted file mode 100644 index 7a0f8327..00000000 --- a/test/markups/README.rst.html +++ /dev/null @@ -1,139 +0,0 @@ -

Header 1

-

Subtitle

-

Example text.

- - - -

Header 2

-
    -
  1. Blah blah code blah
  2. -
  3. More code, hooray
  4. -
  5. Somé UTF-8°
  6. -
  7. Link to the above header
  8. -
-

The UTF-8 quote character in this table used to cause python to go boom. Now docutils just silently ignores it.

- -Things that are Awesome (on a scale of 1-11) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
ThingAwesomeness
Icecream7
Honey Badgers10.5
Nickelback-2
Iron Man10
Iron Man 23
Tabular Data5
Made up ratings11
-
-A block of code
-
-
-python.code('hooray')
-
-
-python.code('hello world')
-
-
->>> some_function()
-'result'
-
-
->>> some_function()
-'result'
-
- - - - - - - - - - - - - - - - - - - - - - - - - - - -
Travishttp://travis-ci.org/tony/pullv
Docshttp://pullv.rtfd.org
APIhttp://pullv.readthedocs.org/en/latest/api.html
Issueshttps://github.com/tony/pullv/issues
Sourcehttps://github.com/tony/pullv
- -Coverity Scan Build Status - -Coverity Scan Build Status - -

Field list

- - - - - - - - - - - - - - - - - - - - - - -
123456789 123456789 123456789 123456789 123456789 1:
 Uh-oh! This name is too long!
123456789 123456789 123456789 123456789 1234567890:this is a long name, -but no problem!
123456789 12345:this is not so long, but long enough for the default!
123456789 1234:this should work even with the default :)
-

someone@somewhere.org

-

Press Ctrl+C to quit

-

RAW HTML!

p {color:blue;} \ No newline at end of file diff --git a/test/markups/README.rst.txt b/test/markups/README.rst.txt deleted file mode 100644 index d420def0..00000000 --- a/test/markups/README.rst.txt +++ /dev/null @@ -1,21 +0,0 @@ -Header 1 -======== - -Example text. - -Header 2 --------- - -1. Blah blah ``code`` blah - -2. More ``code``, hooray - -3. Somé UTF-8° - -============== ========================================================== -Travis http://travis-ci.org/tony/pullv -Docs http://pullv.rtfd.org -API http://pullv.readthedocs.org/en/latest/api.html -Issues https://github.com/tony/pullv/issues -Source https://github.com/tony/pullv -============== ========================================================== diff --git a/test/markups/README.rst.txt.html b/test/markups/README.rst.txt.html deleted file mode 100644 index 6d5d0675..00000000 --- a/test/markups/README.rst.txt.html +++ /dev/null @@ -1,37 +0,0 @@ -

Header 1

-

Example text.

- -

Header 2

-
    -
  1. Blah blah code blah
  2. -
  3. More code, hooray
  4. -
  5. Somé UTF-8°
  6. -
- - - - - - - - - - - - - - - - - - - - - - - - - - - -
Travishttp://travis-ci.org/tony/pullv
Docshttp://pullv.rtfd.org
APIhttp://pullv.readthedocs.org/en/latest/api.html
Issueshttps://github.com/tony/pullv/issues
Sourcehttps://github.com/tony/pullv
\ No newline at end of file diff --git a/test/markups/README.textile b/test/markups/README.textile deleted file mode 100644 index b36565cc..00000000 --- a/test/markups/README.textile +++ /dev/null @@ -1,2 +0,0 @@ -* One -* Two diff --git a/test/markups/README.textile.html b/test/markups/README.textile.html deleted file mode 100644 index 3bc13839..00000000 --- a/test/markups/README.textile.html +++ /dev/null @@ -1,4 +0,0 @@ -
    -
  • One
  • -
  • Two
  • -
\ No newline at end of file diff --git a/test/markups/README.toc.asciidoc b/test/markups/README.toc.asciidoc deleted file mode 100644 index a8e42bdd..00000000 --- a/test/markups/README.toc.asciidoc +++ /dev/null @@ -1,15 +0,0 @@ -= Document Title -:toc: -:toc-title: Contents - -== Section A - -=== Subsection A-1 - -=== Subsection A-2 - -== Section B - -=== Subsection B-1 - -=== Subsection B-2 diff --git a/test/markups/README.toc.asciidoc.html b/test/markups/README.toc.asciidoc.html deleted file mode 100644 index 4e32869a..00000000 --- a/test/markups/README.toc.asciidoc.html +++ /dev/null @@ -1,46 +0,0 @@ -

Document Title

- -
-

Section A

-
-
-

Subsection A-1

- -
-
-

Subsection A-2

- -
-
-
-
-

Section B

-
-
-

Subsection B-1

- -
-
-

Subsection B-2

- -
-
-
\ No newline at end of file diff --git a/test/markups/README.toc.rst b/test/markups/README.toc.rst deleted file mode 100644 index a86b88a5..00000000 --- a/test/markups/README.toc.rst +++ /dev/null @@ -1,30 +0,0 @@ -.. contents:: - :backlinks: none - -.. sectnum:: - -Introduction -============ - -What is pycparser? ------------------- - -**pycparser** is a parser for the C language, written in pure Python. It is a -module designed to be easily integrated into applications that need to parse -C source code. - -What is it good for? --------------------- - -Anything that needs C code to be parsed. The following are some uses for -**pycparser**, taken from real user reports: - -* C code obfuscator -* Front-end for various specialized C compilers -* Static code checker -* Automatic unit-test discovery -* Adding specialized extensions to the C language - -**pycparser** is unique in the sense that it's written in pure Python - a very -high level language that's easy to experiment with and tweak. To people familiar -with Lex and Yacc, **pycparser**'s code will be simple to understand. diff --git a/test/markups/README.toc.rst.html b/test/markups/README.toc.rst.html deleted file mode 100644 index c5b3ecbb..00000000 --- a/test/markups/README.toc.rst.html +++ /dev/null @@ -1,32 +0,0 @@ - - -

1   Introduction

- -

1.1   What is pycparser?

-

pycparser is a parser for the C language, written in pure Python. It is a -module designed to be easily integrated into applications that need to parse -C source code.

- -

1.2   What is it good for?

-

Anything that needs C code to be parsed. The following are some uses for -pycparser, taken from real user reports:

-
    -
  • C code obfuscator
  • -
  • Front-end for various specialized C compilers
  • -
  • Static code checker
  • -
  • Automatic unit-test discovery
  • -
  • Adding specialized extensions to the C language
  • -
-

pycparser is unique in the sense that it's written in pure Python - a very -high level language that's easy to experiment with and tweak. To people familiar -with Lex and Yacc, pycparser's code will be simple to understand.

\ No newline at end of file diff --git a/test/markups/README.txt b/test/markups/README.txt deleted file mode 100644 index b36565cc..00000000 --- a/test/markups/README.txt +++ /dev/null @@ -1,2 +0,0 @@ -* One -* Two diff --git a/test/markups/README.txt.html b/test/markups/README.txt.html deleted file mode 100644 index c2e3c5fd..00000000 --- a/test/markups/README.txt.html +++ /dev/null @@ -1,2 +0,0 @@ -* One -* Two \ No newline at end of file pFad - Phonifier reborn

Pfad - The Proxy pFad of © 2024 Garber Painting. All rights reserved.

Note: This service is not intended for secure transactions such as banking, social media, email, or purchasing. Use at your own risk. We assume no liability whatsoever for broken pages.


Alternative Proxies:

Alternative Proxy

pFad Proxy

pFad v3 Proxy

pFad v4 Proxy