Merge branch 'pola-rs:main' into main

.github/deploy_manylinux.sh

@@ -8,7 +8,7 @@ ls -la
 rm py-polars/README.md
 cp README.md py-polars/README.md
 cd py-polars
-rustup override set nightly-2023-06-23
+rustup override set nightly-2023-07-27
 export RUSTFLAGS='-C target-feature=+fxsr,+sse,+sse2,+sse3,+ssse3,+sse4.1,+sse4.2,+popcnt,+avx,+fma'
 
 # first the default release

.github/release-drafter-python.yml

@@ -6,3 +6,10 @@ tag-prefix: py-
 
 include-labels:
   - python
+
+version-resolver:
+  minor:
+    labels:
+      - breaking
+      - breaking python
+  default: patch

.github/release-drafter-rust.yml

@@ -6,3 +6,10 @@ tag-prefix: rs-
 
 include-labels:
   - rust
+
+version-resolver:
+  minor:
+    labels:
+      - breaking
+      - breaking rust
+  default: patch

.github/release-drafter.yml

@@ -18,40 +18,47 @@ categories:
       - internal
 
 exclude-labels:
-  - skip-changelog
+  - skip changelog
   - release
 
 change-template: '- $TITLE (#$NUMBER)'
 change-title-escapes: '\<*_&'
 replacers:
   # Remove conventional commits from titles
-  - search: '/- (build|chore|depr|docs|feat|fix|perf|release)(\(.*\))?(\!)?\: /g'
+  - search: '/- (build|chore|ci|depr|docs|feat|fix|perf|refactor|release|test)(\(.*\))?(\!)?\: /g'
     replace: '- '
 
-version-resolver:
-  minor:
-    labels: breaking
-  default: patch
-
 autolabeler:
   - label: rust
     title:
-      - '/^(build|chore|depr|docs|feat|fix|perf|release)(\(.*rust.*\))?\!?\: /'
+      # Example: feat(rust): ...
+      - '/^(build|chore|ci|depr|docs|feat|fix|perf|refactor|release|test)(\(.*rust.*\))?\!?\: /'
   - label: python
     title:
-      - '/^(build|chore|depr|docs|feat|fix|perf|release)(\(.*python.*\))?\!?\: /'
+      # Example: feat(python): ...
+      - '/^(build|chore|ci|depr|docs|feat|fix|perf|refactor|release|test)(\(.*python.*\))?\!?\: /'
   - label: cli
     title:
-      - '/^(build|chore|depr|docs|feat|fix|perf|release)\(.*cli.*\)\!?\: /'  # CLI tag not in global scope
+      # Example: feat(cli): ...
+      - '/^(build|chore|ci|depr|docs|feat|fix|perf|refactor|release|test)\(.*cli.*\)\!?\: /'  # CLI tag not in global scope
   - label: breaking
     title:
-      - '/^(build|chore|depr|docs|feat|fix|perf|release)(\(.*\))?\!\: /'
+      # Example: feat!: ...
+      - '/^(build|chore|ci|depr|docs|feat|fix|perf|refactor|release|test)(\(.*\))?\!\: /'
+  - label: breaking rust
+    title:
+      # Example: feat(rust!, python): ...
+      - '/^(build|chore|ci|depr|docs|feat|fix|perf|refactor|release|test)\(.*rust\!.*\)\: /'
+  - label: breaking python
+    title:
+      # Example: feat(python!): ...
+      - '/^(build|chore|ci|depr|docs|feat|fix|perf|refactor|release|test)\(.*python\!.*\)\: /'
   - label: build
     title:
       - '/^build/'
   - label: internal
     title:
-      - '/^chore/'
+      - '/^(chore|ci|refactor|test)/'
   - label: deprecation
     title:
       - '/^depr/'

.github/workflows/benchmark.yml

@@ -3,15 +3,15 @@ name: Benchmark
 on:
   pull_request:
     paths:
-      - polars/**
+      - crates/**
       - Cargo.toml
       - py-polars/tests/benchmark/**
       - .github/workflows/benchmark.yml
   push:
     branches:
       - main
     paths:
-      - polars/**
+      - crates/**
       - Cargo.toml
       - py-polars/tests/benchmark/**
       - .github/workflows/benchmark.yml

.github/workflows/docs-rust.yml

@@ -3,13 +3,13 @@ name: Build Rust documentation
 on:
   pull_request:
     paths:
-      - polars/**
+      - crates/**
       - .github/workflows/docs-rust.yml
   push:
     branches:
       - main
     paths:
-      - polars/**
+      - crates/**
       - .github/workflows/docs-rust.yml
 
 concurrency:
@@ -32,7 +32,7 @@ jobs:
       - name: Build Rust documentation
         env:
           RUSTDOCFLAGS: --cfg docsrs -D warnings
-        working-directory: polars
+        working-directory: crates
         run: make doctest
 
       - name: Create redirect to Polars crate and set no-jekyll

.github/workflows/lint-global.yml

@@ -15,4 +15,4 @@ jobs:
       - name: Lint Markdown and TOML
         uses: dprint/[email protected]
       - name: Spell Check with Typos
-        uses: crate-ci/typos@v1.15.9
+        uses: crate-ci/typos@v1.16.1

.github/workflows/lint-py-polars.yml

@@ -3,15 +3,15 @@ name: Lint py-polars crate
 on:
   pull_request:
     paths:
-      - polars/**
+      - crates/**
       - py-polars/src/**
       - py-polars/Cargo.toml
       - .github/workflows/lint-py-polars.yml
   push:
     branches:
       - main
     paths:
-      - polars/**
+      - crates/**
       - py-polars/src/**
       - py-polars/Cargo.toml
       - .github/workflows/lint-py-polars.yml

.github/workflows/lint-python.yml

@@ -30,9 +30,9 @@ jobs:
 
       - name: Lint Python
         run: |
+          ruff --exit-non-zero-on-fix .
           black --check .
           blackdoc --check .
-          ruff . --exit-non-zero-on-fix
 
   mypy:
     runs-on: ubuntu-latest

.github/workflows/lint-rust.yml

@@ -3,7 +3,7 @@ name: Lint Rust
 on:
   pull_request:
     paths:
-      - polars/**
+      - crates/**
       - polars-cli/**
       - examples/**
       - Cargo.toml
@@ -12,7 +12,7 @@ on:
     branches:
       - main
     paths:
-      - polars/**
+      - crates/**
       - polars-cli/**
       - examples/**
       - Cargo.toml

.github/workflows/release-python.yml

@@ -6,7 +6,7 @@ on:
       - py-*
 
 env:
-  RUST_TOOLCHAIN: nightly-2023-06-23
+  RUST_TOOLCHAIN: nightly-2023-07-27
   PYTHON_VERSION: '3.8'
   MATURIN_VERSION: '1.1.0'
   MATURIN_PYPI_TOKEN: ${{ secrets.PYPI_API_TOKEN }}

.github/workflows/test-bytecode-parser.yml

@@ -0,0 +1,49 @@
+name: Test Bytecode Parser
+
+on:
+  pull_request:
+    paths:
+      - py-polars/**
+      - .github/workflows/test-bytecode-parser.yml
+  push:
+    branches:
+      - main
+    paths:
+      - py-polars/**
+      - .github/workflows/test-bytecode-parser.yml
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+defaults:
+  run:
+    working-directory: py-polars
+
+jobs:
+  ubuntu:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ['3.8', '3.9', '3.10', '3.11']
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Create virtual environment
+        run: |
+          python -m venv .venv
+          echo "$GITHUB_WORKSPACE/py-polars/.venv/bin" >> $GITHUB_PATH
+
+      - name: Install dependencies
+        run: pip install numpy pytest
+
+      - name: Run tests
+        if: github.ref_name != 'main'
+        run: PYTHONPATH=polars/utils pytest tests/test_udfs.py

.github/workflows/test-python.yml

@@ -4,13 +4,13 @@ on:
   pull_request:
     paths:
       - py-polars/**
-      - polars/**
+      - crates/**
       - .github/workflows/test-python.yml
   push:
     branches:
       - main
     paths:
-      - polars/**
+      - crates/**
       - py-polars/**
       - .github/workflows/test-python.yml
 

.github/workflows/test-rust.yml

@@ -3,15 +3,15 @@ name: Test Rust
 on:
   pull_request:
     paths:
-      - polars/**
+      - crates/**
       - examples/**
       - Cargo.toml
       - .github/workflows/test-rust.yml
   push:
     branches:
       - main
     paths:
-      - polars/**
+      - crates/**
       - examples/**
       - Cargo.toml
       - .github/workflows/test-rust.yml
@@ -27,7 +27,7 @@ jobs:
   test:
     runs-on: ${{ matrix.os }}
     strategy:
-      fail-fast: true
+      fail-fast: false
       matrix:
         os: [ubuntu-latest, windows-latest]
 

CONTRIBUTING.md

@@ -36,7 +36,7 @@ Please describe the behavior you want and why, and provide examples of how Polar
 ### Picking an issue
 
 Pick an issue by going through the [issue tracker](https://github.com/pola-rs/polars/issues) and finding an issue you would like to work on.
-Feel free to pick any issue that is not already assigned.
+Feel free to pick any issue with an [accepted](https://github.com/pola-rs/polars/issues?q=is%3Aopen+is%3Aissue+label%3Aaccepted) label that is not already assigned.
 We use the [help wanted](https://github.com/pola-rs/polars/issues?q=is%3Aopen+is%3Aissue+label%3A%22help+wanted%22) label to indicate issues that are high on our wishlist.
 
 If you are a first time contributor, you might want to look for issues labeled [good first issue](https://github.com/pola-rs/polars/issues?q=is%3Aopen+is%3Aissue+label%3A%22good+first+issue%22).
@@ -114,7 +114,7 @@ If this all runs correctly, you're ready to start contributing to the Polars cod
 
 Create a new git branch from the `main` branch in your local repository, and start coding!
 
-The Rust codebase is located in the `polars` directory, while the Python codebase is located in the `py-polars` directory.
+The Rust code is located in the `crates` directory, while the Python codebase is located in the `py-polars` directory.
 Both directories contain a `Makefile` with helpful commands. Most notably:
 
 - `make test` to run the test suite (see the [test suite docs](/py-polars/tests/README.md) for more info)

Cargo.toml

@@ -1,10 +1,9 @@
 [workspace]
 resolver = "2"
 members = [
-  "polars",
+  "crates/*",
   "polars-cli",
-  "polars/polars-*",
-  "polars/polars-lazy/polars-*",
+  "contribution/*",
   "examples/*",
 ]
 exclude = [
@@ -32,11 +31,11 @@ strum_macros = "0.25"
 
 [workspace.dependencies.arrow]
 package = "arrow2"
-# git = "https://github.com/jorgecarleitao/arrow2"
+git = "https://github.com/jorgecarleitao/arrow2"
 # git = "https://github.com/ritchie46/arrow2"
-# rev = "2d2e7053f9a50810bfe9cecff25ab39089aef98e"
+rev = "d5c78e7ba45fcebfbafd55a82ba2601ee3ea9617"
 # path = "../arrow2"
-# branch = "polars_2023-06-26"
+# branch = "duration_json"
 version = "0.17.2"
 default-features = false
 features = [

_typos.toml

@@ -15,6 +15,7 @@ width_strat = "width_strat"
 [default.extend-words]
 iif = "iif"
 '"r0ot"' = "r0ot"
+wee = "wee"
 
 [type.csv]
 extend-glob = ["*.csv"]

contribution/README.md

@@ -0,0 +1,14 @@
+# Contribution guideline examples
+
+This subdirectory is intended to provide examples that guide contributors.
+
+Naming conventions for variables:
+
+```rust
+let s: Series = ...
+let ca: ChunkedArray = ...
+let arr: ArrayRef = ...
+let arr: PrimitiveArray = ...
+let dtype: DataType = ...
+let data_type: ArrowDataType = ...
+```

contribution/polars_ops_multiple_arguments/Cargo.toml

@@ -0,0 +1,10 @@
+[package]
+name = "polars_ops_multiple_arguments"
+version = "0.1.0"
+edition = "2021"
+
+# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+
+[dependencies]
+polars = { path = "../../crates/polars" }
+polars-core = { path = "../../crates/polars-core" }