sparrow0hawk / crime_sim_toolkit Goto Github PK

def populate_offence(crime_frame):
   ....
    if 'Week' in crime_frame.columns:
        time_res = 'Week'
    else:
        time_res = 'datetime'
    
    ...

    # reorder columns for ABM

    if time_res == 'Week':

        populated_frame = populated_frame[['UID','datetime',time_res,'Crime_description','Crime_type','LSOA_code','Police_force']]

    else:

        populated_frame = populated_frame[['UID','datetime','Crime_description','Crime_type','LSOA_code','Police_force']]

    return populated_frame

---------------------------------------------------------------------------
MemoryError                               Traceback (most recent call last)
<ipython-input-6-89b6520a04c4> in <module>
----> 1 data_file.get_data(directory='/home/alex/Downloads/WY_20162019',timeframe='Day')

~/Code/python/crime_sim_toolkit/crime_sim_toolkit/initialiser.py in get_data(self, directory, timeframe)
     55         mut_counts_frame = self.reports_to_counts(dated_data, timeframe=timeframe)
     56 
---> 57         mut_counts_frame = self.add_zero_counts(mut_counts_frame)
     58 
     59         return mut_counts_frame

~/Code/python/crime_sim_toolkit/crime_sim_toolkit/initialiser.py in add_zero_counts(self, counts_frame)
    213 
    214 
--> 215         new_tot_counts = pd.concat([counts_frame,pd.concat(pile_o_df)], sort=True)
    216 
    217         new_tot_counts.reset_index(drop=True, inplace=True)

~/anaconda3/envs/crime_sim/lib/python3.7/site-packages/pandas/core/reshape/concat.py in concat(objs, axis, join, join_axes, ignore_index, keys, levels, names, verify_integrity, sort, copy)
    256     )
    257 
--> 258     return op.get_result()
    259 
    260 

~/anaconda3/envs/crime_sim/lib/python3.7/site-packages/pandas/core/reshape/concat.py in get_result(self)
    471 
    472             new_data = concatenate_block_managers(
--> 473                 mgrs_indexers, self.new_axes, concat_axis=self.axis, copy=self.copy
    474             )
    475             if not self.copy:

~/anaconda3/envs/crime_sim/lib/python3.7/site-packages/pandas/core/internals/managers.py in concatenate_block_managers(mgrs_indexers, axes, concat_axis, copy)
   2051         else:
   2052             b = make_block(
-> 2053                 concatenate_join_units(join_units, concat_axis, copy=copy),
   2054                 placement=placement,
   2055             )

~/anaconda3/envs/crime_sim/lib/python3.7/site-packages/pandas/core/internals/concat.py in concatenate_join_units(join_units, concat_axis, copy)
    266                 concat_values = concat_values.copy()
    267     else:
--> 268         concat_values = _concat._concat_compat(to_concat, axis=concat_axis)
    269 
    270     return concat_values

~/anaconda3/envs/crime_sim/lib/python3.7/site-packages/pandas/core/dtypes/concat.py in _concat_compat(to_concat, axis)
    172                 to_concat = [x.astype("object") for x in to_concat]
    173 
--> 174     return np.concatenate(to_concat, axis=axis)
    175 
    176 

<__array_function__ internals> in concatenate(*args, **kwargs)

MemoryError: Unable to allocate array with shape (2, 21278040) and data type int64

ID, Hour, Day, Mon, Crime_description, Crime_type, LSOA_code, UID, Force-Area

UID, Year, Mon, Day(/Week), Hour, Crime_description, Crime_type, LSOA_code, Force-Area

utils.crime_surge(crime_type='Robbery', increase_rate=1.2)
utils.crime_drop(crime_type='Robbery, decrease_rate=0.95)