2016-03-09 16:40:02,916 [ERROR] /usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Internal Server Error: /esmond/perfsonar/archive/dfbfe496326a49d1a55219ac831f9b26/histogram-owdelay/statistics/300
Traceback (most recent call last):
  File "/usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py", line 132, in get_response
    response = wrapped_callback(request, *callback_args, **callback_kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/django/views/decorators/csrf.py", line 58, in wrapped_view
    return view_func(*args, **kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/viewsets.py", line 85, in view
    return self.dispatch(request, *args, **kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 456, in dispatch
    response = self.handle_exception(exc)
  File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 453, in dispatch
    response = handler(request, *args, **kwargs)
  File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 1079, in retrieve
    results = PSTimeSeriesObject.query_database(metadata_key, event_type, summary_type, freq, begin_time, end_time, max_results)
  File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 455, in query_database
    ts_min=begin_millis, ts_max=end_millis, column_count=max_results)
  File "/usr/lib/esmond/esmond/cassandra.py", line 721, in query_raw_data
    column_count=cols)
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 772, in multiget
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 577, in execute
    return getattr(conn, f)(*args, **kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 127, in new_f
    result = f(self, *args, **kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 669, in multiget_slice
    return self.recv_multiget_slice()
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 690, in recv_multiget_slice
    result.read(self._iprot)
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 3816, in read
    fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
OverflowError: list size out of the sanity limit (10000 items max)
2016-03-09 16:40:09,756 [ERROR] /usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Internal Server Error: /esmond/perfsonar/archive/bcf5921a41f34e0d81876e3eda3d716f/
Traceback (most recent call last):
  File "/usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py", line 132, in get_response
    response = wrapped_callback(request, *callback_args, **callback_kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/django/views/decorators/csrf.py", line 58, in wrapped_view
    return view_func(*args, **kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/viewsets.py", line 85, in view
    return self.dispatch(request, *args, **kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 456, in dispatch
    response = self.handle_exception(exc)
  File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 453, in dispatch
    response = handler(request, *args, **kwargs)
  File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 905, in update
    db.flush()
  File "/usr/lib/esmond/esmond/cassandra.py", line 267, in flush
    self.rates.send()
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/batch.py", line 146, in send
    allow_retries=self.allow_retries)
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 148, in new_f
    (self._retry_count, exc.__class__.__name__, exc))
MaximumRetryException: Retried 1 times. Last failure was timeout: timed out
2016-03-09 16:40:12,252 [ERROR] /usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Internal Server Error: /esmond/perfsonar/archive/05789bec725d40039dba122a654f19b7/
Traceback (most recent call last):
  File "/usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py", line 132, in get_response
    response = wrapped_callback(request, *callback_args, **callback_kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/django/views/decorators/csrf.py", line 58, in wrapped_view
    return view_func(*args, **kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/viewsets.py", line 85, in view
    return self.dispatch(request, *args, **kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 456, in dispatch
    response = self.handle_exception(exc)
  File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 453, in dispatch
    response = handler(request, *args, **kwargs)
  File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 905, in update
    db.flush()
  File "/usr/lib/esmond/esmond/cassandra.py", line 267, in flush
    self.rates.send()
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/batch.py", line 146, in send
    allow_retries=self.allow_retries)
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 148, in new_f
    (self._retry_count, exc.__class__.__name__, exc))
MaximumRetryException: Retried 1 times. Last failure was timeout: timed out
2016-03-09 16:50:11,429 [ERROR] /usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Internal Server Error: /esmond/perfsonar/archive/dfbfe496326a49d1a55219ac831f9b26/histogram-owdelay/statistics/300
Traceback (most recent call last):
  File "/usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py", line 132, in get_response
    response = wrapped_callback(request, *callback_args, **callback_kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/django/views/decorators/csrf.py", line 58, in wrapped_view
    return view_func(*args, **kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/viewsets.py", line 85, in view
    return self.dispatch(request, *args, **kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 456, in dispatch
    response = self.handle_exception(exc)
  File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 453, in dispatch
    response = handler(request, *args, **kwargs)
  File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 1079, in retrieve
    results = PSTimeSeriesObject.query_database(metadata_key, event_type, summary_type, freq, begin_time, end_time, max_results)
  File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 455, in query_database
    ts_min=begin_millis, ts_max=end_millis, column_count=max_results)
  File "/usr/lib/esmond/esmond/cassandra.py", line 721, in query_raw_data
    column_count=cols)
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 772, in multiget
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 577, in execute
    return getattr(conn, f)(*args, **kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 127, in new_f
    result = f(self, *args, **kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 669, in multiget_slice
    return self.recv_multiget_slice()
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 690, in recv_multiget_slice
    result.read(self._iprot)
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 3816, in read
    fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
OverflowError: list size out of the sanity limit (10000 items max)
2016-03-09 18:17:11,335 [ERROR] /usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Internal Server Error: /esmond/perfsonar/archive/dfbfe496326a49d1a55219ac831f9b26/histogram-owdelay/statistics/0
Traceback (most recent call last):
  File "/usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py", line 132, in get_response
    response = wrapped_callback(request, *callback_args, **callback_kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/django/views/decorators/csrf.py", line 58, in wrapped_view
    return view_func(*args, **kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/viewsets.py", line 85, in view
    return self.dispatch(request, *args, **kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 456, in dispatch
    response = self.handle_exception(exc)
  File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 453, in dispatch
    response = handler(request, *args, **kwargs)
  File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 1079, in retrieve
    results = PSTimeSeriesObject.query_database(metadata_key, event_type, summary_type, freq, begin_time, end_time, max_results)
  File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 455, in query_database
    ts_min=begin_millis, ts_max=end_millis, column_count=max_results)
  File "/usr/lib/esmond/esmond/cassandra.py", line 721, in query_raw_data
    column_count=cols)
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 772, in multiget
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 577, in execute
    return getattr(conn, f)(*args, **kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 127, in new_f
    result = f(self, *args, **kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 669, in multiget_slice
    return self.recv_multiget_slice()
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 690, in recv_multiget_slice
    result.read(self._iprot)
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 3816, in read
    fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec))
OverflowError: list size out of the sanity limit (10000 items max)
2016-03-09 18:17:47,355 [ERROR] /usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Internal Server Error: /esmond/perfsonar/archive/a9b4bd898ac841b5a49243927d5b46ea/
Traceback (most recent call last):
  File "/usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py", line 132, in get_response
    response = wrapped_callback(request, *callback_args, **callback_kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/django/views/decorators/csrf.py", line 58, in wrapped_view
    return view_func(*args, **kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/viewsets.py", line 85, in view
    return self.dispatch(request, *args, **kwargs)
  File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 456, in dispatch
    response = self.handle_exception(exc)
  File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 453, in dispatch
    response = handler(request, *args, **kwargs)
  File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 905, in update
    db.flush()
  File "/usr/lib/esmond/esmond/cassandra.py", line 267, in flush
    self.rates.send()
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/batch.py", line 146, in send
    allow_retries=self.allow_retries)
  File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 148, in new_f
    (self._retry_count, exc.__class__.__name__, exc))
MaximumRetryException: Retried 1 times. Last failure was timeout: timed out