2017-04-09 01:01:52,646 [ERROR] /usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Internal Server Error: /esmond/perfsonar/archive/1132c4034e624f98b5141f6203c80d00/histogram-owdelay/statistics/0 Traceback (most recent call last): File "/usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py", line 132, in get_response response = wrapped_callback(request, *callback_args, **callback_kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/django/views/decorators/csrf.py", line 58, in wrapped_view return view_func(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/viewsets.py", line 85, in view return self.dispatch(request, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 456, in dispatch response = self.handle_exception(exc) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 453, in dispatch response = handler(request, *args, **kwargs) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 1079, in retrieve results = PSTimeSeriesObject.query_database(metadata_key, event_type, summary_type, freq, begin_time, end_time, max_results) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 455, in query_database ts_min=begin_millis, ts_max=end_millis, column_count=max_results) File "/usr/lib/esmond/esmond/cassandra.py", line 721, in query_raw_data column_count=cols) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 772, in multiget packed_keys[offset:offset + buffer_size], cp, sp, consistency) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 577, in execute return getattr(conn, f)(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 127, in new_f result = f(self, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 669, in multiget_slice return self.recv_multiget_slice() File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 690, in recv_multiget_slice result.read(self._iprot) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 3816, in read fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec)) OverflowError: list size out of the sanity limit (10000 items max) 2017-04-09 01:01:52,653 [ERROR] /usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Internal Server Error: /esmond/perfsonar/archive/734680650ca54a5e931b823a40ff488a/histogram-owdelay/statistics/0 Traceback (most recent call last): File "/usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py", line 132, in get_response response = wrapped_callback(request, *callback_args, **callback_kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/django/views/decorators/csrf.py", line 58, in wrapped_view return view_func(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/viewsets.py", line 85, in view return self.dispatch(request, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 456, in dispatch response = self.handle_exception(exc) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 453, in dispatch response = handler(request, *args, **kwargs) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 1079, in retrieve results = PSTimeSeriesObject.query_database(metadata_key, event_type, summary_type, freq, begin_time, end_time, max_results) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 455, in query_database ts_min=begin_millis, ts_max=end_millis, column_count=max_results) File "/usr/lib/esmond/esmond/cassandra.py", line 721, in query_raw_data column_count=cols) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 772, in multiget packed_keys[offset:offset + buffer_size], cp, sp, consistency) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 577, in execute return getattr(conn, f)(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 127, in new_f result = f(self, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 669, in multiget_slice return self.recv_multiget_slice() File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 690, in recv_multiget_slice result.read(self._iprot) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 3816, in read fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec)) OverflowError: list size out of the sanity limit (10000 items max) 2017-04-09 01:02:30,983 [ERROR] /usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Internal Server Error: /esmond/perfsonar/archive/1132c4034e624f98b5141f6203c80d00/ Traceback (most recent call last): File "/usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py", line 132, in get_response response = wrapped_callback(request, *callback_args, **callback_kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/django/views/decorators/csrf.py", line 58, in wrapped_view return view_func(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/viewsets.py", line 85, in view return self.dispatch(request, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 456, in dispatch response = self.handle_exception(exc) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 453, in dispatch response = handler(request, *args, **kwargs) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 905, in update db.flush() File "/usr/lib/esmond/esmond/cassandra.py", line 267, in flush self.rates.send() File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/batch.py", line 146, in send allow_retries=self.allow_retries) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 148, in new_f (self._retry_count, exc.__class__.__name__, exc)) MaximumRetryException: Retried 1 times. Last failure was timeout: timed out 2017-04-09 01:04:02,227 [ERROR] /usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Internal Server Error: /esmond/perfsonar/archive/734680650ca54a5e931b823a40ff488a/histogram-owdelay/statistics/0 Traceback (most recent call last): File "/usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py", line 132, in get_response response = wrapped_callback(request, *callback_args, **callback_kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/django/views/decorators/csrf.py", line 58, in wrapped_view return view_func(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/viewsets.py", line 85, in view return self.dispatch(request, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 456, in dispatch response = self.handle_exception(exc) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 453, in dispatch response = handler(request, *args, **kwargs) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 1079, in retrieve results = PSTimeSeriesObject.query_database(metadata_key, event_type, summary_type, freq, begin_time, end_time, max_results) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 455, in query_database ts_min=begin_millis, ts_max=end_millis, column_count=max_results) File "/usr/lib/esmond/esmond/cassandra.py", line 721, in query_raw_data column_count=cols) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 772, in multiget packed_keys[offset:offset + buffer_size], cp, sp, consistency) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 577, in execute return getattr(conn, f)(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 127, in new_f result = f(self, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 669, in multiget_slice return self.recv_multiget_slice() File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 690, in recv_multiget_slice result.read(self._iprot) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 3816, in read fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec)) OverflowError: list size out of the sanity limit (10000 items max) 2017-04-09 01:04:03,151 [ERROR] /usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Internal Server Error: /esmond/perfsonar/archive/1132c4034e624f98b5141f6203c80d00/histogram-owdelay/statistics/0 Traceback (most recent call last): File "/usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py", line 132, in get_response response = wrapped_callback(request, *callback_args, **callback_kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/django/views/decorators/csrf.py", line 58, in wrapped_view return view_func(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/viewsets.py", line 85, in view return self.dispatch(request, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 456, in dispatch response = self.handle_exception(exc) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 453, in dispatch response = handler(request, *args, **kwargs) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 1079, in retrieve results = PSTimeSeriesObject.query_database(metadata_key, event_type, summary_type, freq, begin_time, end_time, max_results) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 455, in query_database ts_min=begin_millis, ts_max=end_millis, column_count=max_results) File "/usr/lib/esmond/esmond/cassandra.py", line 721, in query_raw_data column_count=cols) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 772, in multiget packed_keys[offset:offset + buffer_size], cp, sp, consistency) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 577, in execute return getattr(conn, f)(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 127, in new_f result = f(self, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 669, in multiget_slice return self.recv_multiget_slice() File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 690, in recv_multiget_slice result.read(self._iprot) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 3816, in read fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec)) OverflowError: list size out of the sanity limit (10000 items max) 2017-04-09 01:04:06,642 [ERROR] /usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Internal Server Error: /esmond/perfsonar/archive/1132c4034e624f98b5141f6203c80d00/histogram-owdelay/statistics/0 Traceback (most recent call last): File "/usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py", line 132, in get_response response = wrapped_callback(request, *callback_args, **callback_kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/django/views/decorators/csrf.py", line 58, in wrapped_view return view_func(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/viewsets.py", line 85, in view return self.dispatch(request, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 456, in dispatch response = self.handle_exception(exc) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 453, in dispatch response = handler(request, *args, **kwargs) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 1079, in retrieve results = PSTimeSeriesObject.query_database(metadata_key, event_type, summary_type, freq, begin_time, end_time, max_results) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 455, in query_database ts_min=begin_millis, ts_max=end_millis, column_count=max_results) File "/usr/lib/esmond/esmond/cassandra.py", line 721, in query_raw_data column_count=cols) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 772, in multiget packed_keys[offset:offset + buffer_size], cp, sp, consistency) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 577, in execute return getattr(conn, f)(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 127, in new_f result = f(self, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 669, in multiget_slice return self.recv_multiget_slice() File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 690, in recv_multiget_slice result.read(self._iprot) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 3816, in read fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec)) OverflowError: list size out of the sanity limit (10000 items max) 2017-04-09 01:04:06,681 [ERROR] /usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Internal Server Error: /esmond/perfsonar/archive/734680650ca54a5e931b823a40ff488a/histogram-owdelay/statistics/0 Traceback (most recent call last): File "/usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py", line 132, in get_response response = wrapped_callback(request, *callback_args, **callback_kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/django/views/decorators/csrf.py", line 58, in wrapped_view return view_func(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/viewsets.py", line 85, in view return self.dispatch(request, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 456, in dispatch response = self.handle_exception(exc) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 453, in dispatch response = handler(request, *args, **kwargs) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 1079, in retrieve results = PSTimeSeriesObject.query_database(metadata_key, event_type, summary_type, freq, begin_time, end_time, max_results) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 455, in query_database ts_min=begin_millis, ts_max=end_millis, column_count=max_results) File "/usr/lib/esmond/esmond/cassandra.py", line 721, in query_raw_data column_count=cols) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 772, in multiget packed_keys[offset:offset + buffer_size], cp, sp, consistency) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 577, in execute return getattr(conn, f)(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 127, in new_f result = f(self, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 669, in multiget_slice return self.recv_multiget_slice() File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 690, in recv_multiget_slice result.read(self._iprot) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 3816, in read fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec)) OverflowError: list size out of the sanity limit (10000 items max) 2017-04-09 01:04:14,974 [ERROR] /usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Internal Server Error: /esmond/perfsonar/archive/1132c4034e624f98b5141f6203c80d00/histogram-owdelay/statistics/0 Traceback (most recent call last): File "/usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py", line 132, in get_response response = wrapped_callback(request, *callback_args, **callback_kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/django/views/decorators/csrf.py", line 58, in wrapped_view return view_func(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/viewsets.py", line 85, in view return self.dispatch(request, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 456, in dispatch response = self.handle_exception(exc) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 453, in dispatch response = handler(request, *args, **kwargs) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 1079, in retrieve results = PSTimeSeriesObject.query_database(metadata_key, event_type, summary_type, freq, begin_time, end_time, max_results) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 455, in query_database ts_min=begin_millis, ts_max=end_millis, column_count=max_results) File "/usr/lib/esmond/esmond/cassandra.py", line 721, in query_raw_data column_count=cols) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 772, in multiget packed_keys[offset:offset + buffer_size], cp, sp, consistency) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 577, in execute return getattr(conn, f)(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 127, in new_f result = f(self, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 669, in multiget_slice return self.recv_multiget_slice() File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 690, in recv_multiget_slice result.read(self._iprot) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 3816, in read fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec)) OverflowError: list size out of the sanity limit (10000 items max) 2017-04-09 01:04:14,990 [ERROR] /usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Internal Server Error: /esmond/perfsonar/archive/734680650ca54a5e931b823a40ff488a/histogram-owdelay/statistics/0 Traceback (most recent call last): File "/usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py", line 132, in get_response response = wrapped_callback(request, *callback_args, **callback_kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/django/views/decorators/csrf.py", line 58, in wrapped_view return view_func(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/viewsets.py", line 85, in view return self.dispatch(request, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 456, in dispatch response = self.handle_exception(exc) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 453, in dispatch response = handler(request, *args, **kwargs) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 1079, in retrieve results = PSTimeSeriesObject.query_database(metadata_key, event_type, summary_type, freq, begin_time, end_time, max_results) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 455, in query_database ts_min=begin_millis, ts_max=end_millis, column_count=max_results) File "/usr/lib/esmond/esmond/cassandra.py", line 721, in query_raw_data column_count=cols) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 772, in multiget packed_keys[offset:offset + buffer_size], cp, sp, consistency) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 577, in execute return getattr(conn, f)(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 127, in new_f result = f(self, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 669, in multiget_slice return self.recv_multiget_slice() File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 690, in recv_multiget_slice result.read(self._iprot) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 3816, in read fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec)) OverflowError: list size out of the sanity limit (10000 items max) 2017-04-09 01:05:03,384 [ERROR] /usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Internal Server Error: /esmond/perfsonar/archive/734680650ca54a5e931b823a40ff488a/histogram-owdelay/statistics/0 Traceback (most recent call last): File "/usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py", line 132, in get_response response = wrapped_callback(request, *callback_args, **callback_kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/django/views/decorators/csrf.py", line 58, in wrapped_view return view_func(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/viewsets.py", line 85, in view return self.dispatch(request, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 456, in dispatch response = self.handle_exception(exc) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 453, in dispatch response = handler(request, *args, **kwargs) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 1079, in retrieve results = PSTimeSeriesObject.query_database(metadata_key, event_type, summary_type, freq, begin_time, end_time, max_results) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 455, in query_database ts_min=begin_millis, ts_max=end_millis, column_count=max_results) File "/usr/lib/esmond/esmond/cassandra.py", line 721, in query_raw_data column_count=cols) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 772, in multiget packed_keys[offset:offset + buffer_size], cp, sp, consistency) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 577, in execute return getattr(conn, f)(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 127, in new_f result = f(self, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 669, in multiget_slice return self.recv_multiget_slice() File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 690, in recv_multiget_slice result.read(self._iprot) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 3816, in read fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec)) OverflowError: list size out of the sanity limit (10000 items max) 2017-04-09 01:05:03,618 [ERROR] /usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Internal Server Error: /esmond/perfsonar/archive/1132c4034e624f98b5141f6203c80d00/histogram-owdelay/statistics/0 Traceback (most recent call last): File "/usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py", line 132, in get_response response = wrapped_callback(request, *callback_args, **callback_kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/django/views/decorators/csrf.py", line 58, in wrapped_view return view_func(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/viewsets.py", line 85, in view return self.dispatch(request, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 456, in dispatch response = self.handle_exception(exc) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 453, in dispatch response = handler(request, *args, **kwargs) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 1079, in retrieve results = PSTimeSeriesObject.query_database(metadata_key, event_type, summary_type, freq, begin_time, end_time, max_results) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 455, in query_database ts_min=begin_millis, ts_max=end_millis, column_count=max_results) File "/usr/lib/esmond/esmond/cassandra.py", line 721, in query_raw_data column_count=cols) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 772, in multiget packed_keys[offset:offset + buffer_size], cp, sp, consistency) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 577, in execute return getattr(conn, f)(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 127, in new_f result = f(self, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 669, in multiget_slice return self.recv_multiget_slice() File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 690, in recv_multiget_slice result.read(self._iprot) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/cassandra/Cassandra.py", line 3816, in read fastbinary.decode_binary(self, iprot.trans, (self.__class__, self.thrift_spec)) OverflowError: list size out of the sanity limit (10000 items max) 2017-04-09 01:05:33,025 [ERROR] /usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Internal Server Error: /esmond/perfsonar/archive/734680650ca54a5e931b823a40ff488a/ Traceback (most recent call last): File "/usr/lib/esmond/lib/python2.7/site-packages/django/core/handlers/base.py", line 132, in get_response response = wrapped_callback(request, *callback_args, **callback_kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/django/views/decorators/csrf.py", line 58, in wrapped_view return view_func(*args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/viewsets.py", line 85, in view return self.dispatch(request, *args, **kwargs) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 456, in dispatch response = self.handle_exception(exc) File "/usr/lib/esmond/lib/python2.7/site-packages/rest_framework/views.py", line 453, in dispatch response = handler(request, *args, **kwargs) File "/usr/lib/esmond/esmond/api/perfsonar/api_v2.py", line 905, in update db.flush() File "/usr/lib/esmond/esmond/cassandra.py", line 267, in flush self.rates.send() File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/batch.py", line 146, in send allow_retries=self.allow_retries) File "/usr/lib/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 148, in new_f (self._retry_count, exc.__class__.__name__, exc)) MaximumRetryException: Retried 1 times. Last failure was timeout: timed out