polars-parquet-format 0.1.0

Safe Parquet and Thrift reader and writer (sync and async)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44

{ pkgs ? import <nixpkgs> {} }:
let 
  async-thrift = pkgs.stdenv.mkDerivation {
    pname = "thrift";
    version = "0.15.0";
    src = builtins.fetchGit {
      url = "https://github.com/coastalwhite/thrift";
      ref = "safe";
      rev = "7bd2f1a3237bfe20298b3dec14ca508da378edca";
    };

    buildInputs = with pkgs; [
      flex
      bison
    ];

    configurePhase = ''
      cd compiler/cpp
      mkdir build
      cd build
      ${pkgs.cmake}/bin/cmake ..
      cd ../../..
    '';

    buildPhase = ''
      make -C compiler/cpp/build
    '';

    installPhase = ''
      mkdir -p $out/bin
      mv compiler/cpp/build/bin/thrift $out/bin
    '';
  };
  parquet_thrift_definitions = builtins.fetchGit {
    url = "https://github.com/apache/parquet-format";
    ref = "master";
    rev = "4f208158dba80ff4bff4afaa4441d7270103dff6";
  };
  generate_parquet_format = pkgs.writeShellScriptBin "generate_parquet_format" ''
    thrift --gen rs ${parquet_thrift_definitions}/src/main/thrift/parquet.thrift
  '';
in pkgs.mkShell {
  packages = [ async-thrift generate_parquet_format ];
}