Reading a Parquet file produced by pyarrow results to corrupted data read about fastparquet HOT 5 CLOSED

In [4]: from pyarrow import parquet as pq  # pyarrow 10
   ...: from fastparquet import ParquetFile  # fastparquet  2023.1.0
   ...:
   ...: path = "/Users/mdurant/Downloads/candles-30d.parquet"
   ...:
   ...: pf1 = ParquetFile(path)
   ...: pf2 = pq.read_table(path)
   ...:
   ...: df1 = pf1.to_pandas()
   ...: df2 = pf2.to_pandas()
   ...:
   ...: print("Rows ", len(df2))
   ...: assert len(df1) == len(df2)  # Passes, looks like row count matches
   ...:
   ...: # fastparquet only sees 1280 pair_ids out of 150903
   ...: print("Unique pairs fastparquet", len(df1.pair_id.unique()))
   ...: print("Unique pairs pyarrow", len(df2.pair_id.unique()))
   ...: assert len(df1.pair_id.unique()) == len(df2.pair_id.unique())
Rows  812183
Unique pairs fastparquet 150903
Unique pairs pyarrow 150903