2014-11-03 22:05:35,614 [ERROR] /opt/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Internal Server Error: /esmond/perfsonar/archive
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/django/core/handlers/base.py", line 92, in get_response
    response = middleware_method(request)
  File "/opt/esmond/lib/python2.7/site-packages/django/middleware/common.py", line 69, in process_request
    if (not urlresolvers.is_valid_path(request.path_info, urlconf) and
  File "/opt/esmond/lib/python2.7/site-packages/django/core/urlresolvers.py", line 551, in is_valid_path
    resolve(path, urlconf)
  File "/opt/esmond/lib/python2.7/site-packages/django/core/urlresolvers.py", line 440, in resolve
    return get_resolver(urlconf).resolve(path)
  File "/opt/esmond/lib/python2.7/site-packages/django/core/urlresolvers.py", line 319, in resolve
    for pattern in self.url_patterns:
  File "/opt/esmond/lib/python2.7/site-packages/django/core/urlresolvers.py", line 347, in url_patterns
    patterns = getattr(self.urlconf_module, "urlpatterns", self.urlconf_module)
  File "/opt/esmond/lib/python2.7/site-packages/django/core/urlresolvers.py", line 342, in urlconf_module
    self._urlconf_module = import_module(self.urlconf_name)
  File "/opt/esmond/lib/python2.7/site-packages/django/utils/importlib.py", line 35, in import_module
    __import__(name)
  File "/opt/esmond/esmond/urls.py", line 8, in <module>
    from esmond.api.perfsonar.api import perfsonar_api
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 47, in <module>
    'histogram': db.raw_cf,
AttributeError: 'NoneType' object has no attribute 'raw_cf'
2014-11-03 22:09:22,939 [ERROR] /opt/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/django/core/handlers/base.py", line 103, in get_response
    resolver_match = resolver.resolve(request.path_info)
  File "/opt/esmond/lib/python2.7/site-packages/django/core/urlresolvers.py", line 319, in resolve
    for pattern in self.url_patterns:
  File "/opt/esmond/lib/python2.7/site-packages/django/core/urlresolvers.py", line 347, in url_patterns
    patterns = getattr(self.urlconf_module, "urlpatterns", self.urlconf_module)
  File "/opt/esmond/lib/python2.7/site-packages/django/core/urlresolvers.py", line 342, in urlconf_module
    self._urlconf_module = import_module(self.urlconf_name)
  File "/opt/esmond/lib/python2.7/site-packages/django/utils/importlib.py", line 35, in import_module
    __import__(name)
  File "/opt/esmond/esmond/urls.py", line 8, in <module>
    from esmond.api.perfsonar.api import perfsonar_api
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 47, in <module>
    'histogram': db.raw_cf,
AttributeError: 'NoneType' object has no attribute 'raw_cf'
2014-11-04 16:45:21,487 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/35dbf00f25744a9b893832219fd630e0/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 520, in dispatch_detail
    return PSBulkTimeSeriesResource().dispatch_list(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1342, in post_list
    updated_bundle = self.obj_create(bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 988, in obj_create
    bundle.obj = self._obj_create(tmp_obj, metadata_key=kwargs['metadata_key'], event_type=val_item['event-type'], summary_type='base')
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 886, in _obj_create
    existing = self._query_database(obj.metadata_key, obj.event_type, 'base', None, int(obj.time), int(obj.time))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 807, in _query_database
    cf='delta', ts_min=begin_time*1000, ts_max=end_time*1000)
  File "/opt/esmond/esmond/cassandra.py", line 514, in query_baserate_timerange
    column_start=ts_min, column_finish=ts_max)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 862, in multiget_count
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 577, in execute
    return getattr(conn, f)(*args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 153, in new_f
    return new_f(self, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 125, in new_f
    self._pool._replace_wrapper() # puts a new wrapper in the queue
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 458, in _replace_wrapper
    conn = self._create_connection()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 431, in _create_connection
    (exc.__class__.__name__, exc))
AllServersUnavailable: An attempt was made to connect to each of the servers twice, but none of the attempts succeeded. The last failure was TTransportException: Could not connect to localhost:9160
2014-11-04 16:45:48,446 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/af5ca2f19f614cd9a67bf959b4e7d712/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 520, in dispatch_detail
    return PSBulkTimeSeriesResource().dispatch_list(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1342, in post_list
    updated_bundle = self.obj_create(bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 988, in obj_create
    bundle.obj = self._obj_create(tmp_obj, metadata_key=kwargs['metadata_key'], event_type=val_item['event-type'], summary_type='base')
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 886, in _obj_create
    existing = self._query_database(obj.metadata_key, obj.event_type, 'base', None, int(obj.time), int(obj.time))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 807, in _query_database
    cf='delta', ts_min=begin_time*1000, ts_max=end_time*1000)
  File "/opt/esmond/esmond/cassandra.py", line 514, in query_baserate_timerange
    column_start=ts_min, column_finish=ts_max)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 862, in multiget_count
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 577, in execute
    return getattr(conn, f)(*args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 153, in new_f
    return new_f(self, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 125, in new_f
    self._pool._replace_wrapper() # puts a new wrapper in the queue
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 458, in _replace_wrapper
    conn = self._create_connection()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 431, in _create_connection
    (exc.__class__.__name__, exc))
AllServersUnavailable: An attempt was made to connect to each of the servers twice, but none of the attempts succeeded. The last failure was TTransportException: Could not connect to localhost:9160
2014-11-04 16:46:18,427 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/8ac1c57041834246afd3ff320d2fbf2e/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 520, in dispatch_detail
    return PSBulkTimeSeriesResource().dispatch_list(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1342, in post_list
    updated_bundle = self.obj_create(bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 988, in obj_create
    bundle.obj = self._obj_create(tmp_obj, metadata_key=kwargs['metadata_key'], event_type=val_item['event-type'], summary_type='base')
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 886, in _obj_create
    existing = self._query_database(obj.metadata_key, obj.event_type, 'base', None, int(obj.time), int(obj.time))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 807, in _query_database
    cf='delta', ts_min=begin_time*1000, ts_max=end_time*1000)
  File "/opt/esmond/esmond/cassandra.py", line 514, in query_baserate_timerange
    column_start=ts_min, column_finish=ts_max)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 862, in multiget_count
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 576, in execute
    conn = self.get()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 539, in get
    conn = self._new_if_required(self._pool_size)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 520, in _new_if_required
    return self._create_connection()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 431, in _create_connection
    (exc.__class__.__name__, exc))
AllServersUnavailable: An attempt was made to connect to each of the servers twice, but none of the attempts succeeded. The last failure was TTransportException: Could not connect to localhost:9160
2014-11-04 16:46:24,767 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/9183dc043fe746b6a182cbada2586cce/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 520, in dispatch_detail
    return PSBulkTimeSeriesResource().dispatch_list(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1342, in post_list
    updated_bundle = self.obj_create(bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 988, in obj_create
    bundle.obj = self._obj_create(tmp_obj, metadata_key=kwargs['metadata_key'], event_type=val_item['event-type'], summary_type='base')
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 886, in _obj_create
    existing = self._query_database(obj.metadata_key, obj.event_type, 'base', None, int(obj.time), int(obj.time))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 810, in _query_database
    ts_min=begin_time*1000, ts_max=end_time*1000)
  File "/opt/esmond/esmond/cassandra.py", line 629, in query_raw_data
    column_start=ts_min, column_finish=ts_max)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 862, in multiget_count
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 576, in execute
    conn = self.get()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 539, in get
    conn = self._new_if_required(self._pool_size)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 520, in _new_if_required
    return self._create_connection()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 431, in _create_connection
    (exc.__class__.__name__, exc))
AllServersUnavailable: An attempt was made to connect to each of the servers twice, but none of the attempts succeeded. The last failure was TTransportException: Could not connect to localhost:9160
2014-11-04 16:48:04,803 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/435a63f092524a4198b92106f98cde33/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 520, in dispatch_detail
    return PSBulkTimeSeriesResource().dispatch_list(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1342, in post_list
    updated_bundle = self.obj_create(bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 988, in obj_create
    bundle.obj = self._obj_create(tmp_obj, metadata_key=kwargs['metadata_key'], event_type=val_item['event-type'], summary_type='base')
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 886, in _obj_create
    existing = self._query_database(obj.metadata_key, obj.event_type, 'base', None, int(obj.time), int(obj.time))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 810, in _query_database
    ts_min=begin_time*1000, ts_max=end_time*1000)
  File "/opt/esmond/esmond/cassandra.py", line 629, in query_raw_data
    column_start=ts_min, column_finish=ts_max)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 862, in multiget_count
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 577, in execute
    return getattr(conn, f)(*args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 153, in new_f
    return new_f(self, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 125, in new_f
    self._pool._replace_wrapper() # puts a new wrapper in the queue
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 458, in _replace_wrapper
    conn = self._create_connection()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 431, in _create_connection
    (exc.__class__.__name__, exc))
AllServersUnavailable: An attempt was made to connect to each of the servers twice, but none of the attempts succeeded. The last failure was TTransportException: Could not connect to localhost:9160
2014-11-04 16:48:41,450 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/a0121428ff9c4da190a3b1a4820ec7b7/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 520, in dispatch_detail
    return PSBulkTimeSeriesResource().dispatch_list(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1342, in post_list
    updated_bundle = self.obj_create(bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 988, in obj_create
    bundle.obj = self._obj_create(tmp_obj, metadata_key=kwargs['metadata_key'], event_type=val_item['event-type'], summary_type='base')
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 886, in _obj_create
    existing = self._query_database(obj.metadata_key, obj.event_type, 'base', None, int(obj.time), int(obj.time))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 807, in _query_database
    cf='delta', ts_min=begin_time*1000, ts_max=end_time*1000)
  File "/opt/esmond/esmond/cassandra.py", line 514, in query_baserate_timerange
    column_start=ts_min, column_finish=ts_max)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 862, in multiget_count
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 576, in execute
    conn = self.get()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 539, in get
    conn = self._new_if_required(self._pool_size)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 520, in _new_if_required
    return self._create_connection()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 431, in _create_connection
    (exc.__class__.__name__, exc))
AllServersUnavailable: An attempt was made to connect to each of the servers twice, but none of the attempts succeeded. The last failure was TTransportException: Could not connect to localhost:9160
2014-11-04 16:48:53,789 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/4c21fc011e754ec0a35a6fc5d9020dd2/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 520, in dispatch_detail
    return PSBulkTimeSeriesResource().dispatch_list(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1342, in post_list
    updated_bundle = self.obj_create(bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 988, in obj_create
    bundle.obj = self._obj_create(tmp_obj, metadata_key=kwargs['metadata_key'], event_type=val_item['event-type'], summary_type='base')
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 886, in _obj_create
    existing = self._query_database(obj.metadata_key, obj.event_type, 'base', None, int(obj.time), int(obj.time))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 810, in _query_database
    ts_min=begin_time*1000, ts_max=end_time*1000)
  File "/opt/esmond/esmond/cassandra.py", line 629, in query_raw_data
    column_start=ts_min, column_finish=ts_max)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 862, in multiget_count
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 576, in execute
    conn = self.get()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 539, in get
    conn = self._new_if_required(self._pool_size)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 520, in _new_if_required
    return self._create_connection()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 431, in _create_connection
    (exc.__class__.__name__, exc))
AllServersUnavailable: An attempt was made to connect to each of the servers twice, but none of the attempts succeeded. The last failure was TTransportException: Could not connect to localhost:9160
2014-11-04 16:49:05,822 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/5b9b0970cdf449c0843d31639e991c48/throughput/base
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 542, in dispatch_base_data
    metadata_key=kwargs['metadata_key'], event_type=kwargs['event_type'] )
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1288, in get_list
    objects = self.obj_get_list(bundle=base_bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 784, in obj_get_list
    return self._query_database(metadata_key, event_type, summary_type, freq, begin_time, end_time)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 807, in _query_database
    cf='delta', ts_min=begin_time*1000, ts_max=end_time*1000)
  File "/opt/esmond/esmond/cassandra.py", line 514, in query_baserate_timerange
    column_start=ts_min, column_finish=ts_max)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 862, in multiget_count
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 576, in execute
    conn = self.get()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 539, in get
    conn = self._new_if_required(self._pool_size)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 520, in _new_if_required
    return self._create_connection()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 431, in _create_connection
    (exc.__class__.__name__, exc))
AllServersUnavailable: An attempt was made to connect to each of the servers twice, but none of the attempts succeeded. The last failure was TTransportException: Could not connect to localhost:9160
2014-11-04 16:49:27,817 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/8b9a4c994297478782f49c0d30e9cf8f/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 520, in dispatch_detail
    return PSBulkTimeSeriesResource().dispatch_list(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1342, in post_list
    updated_bundle = self.obj_create(bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 988, in obj_create
    bundle.obj = self._obj_create(tmp_obj, metadata_key=kwargs['metadata_key'], event_type=val_item['event-type'], summary_type='base')
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 886, in _obj_create
    existing = self._query_database(obj.metadata_key, obj.event_type, 'base', None, int(obj.time), int(obj.time))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 810, in _query_database
    ts_min=begin_time*1000, ts_max=end_time*1000)
  File "/opt/esmond/esmond/cassandra.py", line 629, in query_raw_data
    column_start=ts_min, column_finish=ts_max)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 862, in multiget_count
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 576, in execute
    conn = self.get()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 539, in get
    conn = self._new_if_required(self._pool_size)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 520, in _new_if_required
    return self._create_connection()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 431, in _create_connection
    (exc.__class__.__name__, exc))
AllServersUnavailable: An attempt was made to connect to each of the servers twice, but none of the attempts succeeded. The last failure was TTransportException: Could not connect to localhost:9160
2014-11-04 16:50:03,467 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/35dbf00f25744a9b893832219fd630e0/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 520, in dispatch_detail
    return PSBulkTimeSeriesResource().dispatch_list(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1342, in post_list
    updated_bundle = self.obj_create(bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 988, in obj_create
    bundle.obj = self._obj_create(tmp_obj, metadata_key=kwargs['metadata_key'], event_type=val_item['event-type'], summary_type='base')
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 886, in _obj_create
    existing = self._query_database(obj.metadata_key, obj.event_type, 'base', None, int(obj.time), int(obj.time))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 807, in _query_database
    cf='delta', ts_min=begin_time*1000, ts_max=end_time*1000)
  File "/opt/esmond/esmond/cassandra.py", line 514, in query_baserate_timerange
    column_start=ts_min, column_finish=ts_max)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 862, in multiget_count
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 576, in execute
    conn = self.get()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 539, in get
    conn = self._new_if_required(self._pool_size)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 520, in _new_if_required
    return self._create_connection()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 431, in _create_connection
    (exc.__class__.__name__, exc))
AllServersUnavailable: An attempt was made to connect to each of the servers twice, but none of the attempts succeeded. The last failure was TTransportException: Could not connect to localhost:9160
2014-11-04 16:50:31,472 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/af5ca2f19f614cd9a67bf959b4e7d712/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 520, in dispatch_detail
    return PSBulkTimeSeriesResource().dispatch_list(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1342, in post_list
    updated_bundle = self.obj_create(bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 988, in obj_create
    bundle.obj = self._obj_create(tmp_obj, metadata_key=kwargs['metadata_key'], event_type=val_item['event-type'], summary_type='base')
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 886, in _obj_create
    existing = self._query_database(obj.metadata_key, obj.event_type, 'base', None, int(obj.time), int(obj.time))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 807, in _query_database
    cf='delta', ts_min=begin_time*1000, ts_max=end_time*1000)
  File "/opt/esmond/esmond/cassandra.py", line 514, in query_baserate_timerange
    column_start=ts_min, column_finish=ts_max)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 862, in multiget_count
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 576, in execute
    conn = self.get()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 539, in get
    conn = self._new_if_required(self._pool_size)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 520, in _new_if_required
    return self._create_connection()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 431, in _create_connection
    (exc.__class__.__name__, exc))
AllServersUnavailable: An attempt was made to connect to each of the servers twice, but none of the attempts succeeded. The last failure was TTransportException: Could not connect to localhost:9160
2014-11-04 16:51:07,671 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/5b9b0970cdf449c0843d31639e991c48/throughput/base
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 542, in dispatch_base_data
    metadata_key=kwargs['metadata_key'], event_type=kwargs['event_type'] )
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1288, in get_list
    objects = self.obj_get_list(bundle=base_bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 784, in obj_get_list
    return self._query_database(metadata_key, event_type, summary_type, freq, begin_time, end_time)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 807, in _query_database
    cf='delta', ts_min=begin_time*1000, ts_max=end_time*1000)
  File "/opt/esmond/esmond/cassandra.py", line 514, in query_baserate_timerange
    column_start=ts_min, column_finish=ts_max)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 862, in multiget_count
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 576, in execute
    conn = self.get()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 539, in get
    conn = self._new_if_required(self._pool_size)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 520, in _new_if_required
    return self._create_connection()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 431, in _create_connection
    (exc.__class__.__name__, exc))
AllServersUnavailable: An attempt was made to connect to each of the servers twice, but none of the attempts succeeded. The last failure was TTransportException: Could not connect to localhost:9160
2014-11-04 16:51:23,477 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/8ac1c57041834246afd3ff320d2fbf2e/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 520, in dispatch_detail
    return PSBulkTimeSeriesResource().dispatch_list(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1342, in post_list
    updated_bundle = self.obj_create(bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 988, in obj_create
    bundle.obj = self._obj_create(tmp_obj, metadata_key=kwargs['metadata_key'], event_type=val_item['event-type'], summary_type='base')
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 886, in _obj_create
    existing = self._query_database(obj.metadata_key, obj.event_type, 'base', None, int(obj.time), int(obj.time))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 807, in _query_database
    cf='delta', ts_min=begin_time*1000, ts_max=end_time*1000)
  File "/opt/esmond/esmond/cassandra.py", line 514, in query_baserate_timerange
    column_start=ts_min, column_finish=ts_max)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 862, in multiget_count
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 576, in execute
    conn = self.get()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 539, in get
    conn = self._new_if_required(self._pool_size)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 520, in _new_if_required
    return self._create_connection()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 431, in _create_connection
    (exc.__class__.__name__, exc))
AllServersUnavailable: An attempt was made to connect to each of the servers twice, but none of the attempts succeeded. The last failure was TTransportException: Could not connect to localhost:9160
2014-11-04 16:54:01,503 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/a0121428ff9c4da190a3b1a4820ec7b7/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 520, in dispatch_detail
    return PSBulkTimeSeriesResource().dispatch_list(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1342, in post_list
    updated_bundle = self.obj_create(bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 988, in obj_create
    bundle.obj = self._obj_create(tmp_obj, metadata_key=kwargs['metadata_key'], event_type=val_item['event-type'], summary_type='base')
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 886, in _obj_create
    existing = self._query_database(obj.metadata_key, obj.event_type, 'base', None, int(obj.time), int(obj.time))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 807, in _query_database
    cf='delta', ts_min=begin_time*1000, ts_max=end_time*1000)
  File "/opt/esmond/esmond/cassandra.py", line 514, in query_baserate_timerange
    column_start=ts_min, column_finish=ts_max)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 862, in multiget_count
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 576, in execute
    conn = self.get()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 539, in get
    conn = self._new_if_required(self._pool_size)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 520, in _new_if_required
    return self._create_connection()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 431, in _create_connection
    (exc.__class__.__name__, exc))
AllServersUnavailable: An attempt was made to connect to each of the servers twice, but none of the attempts succeeded. The last failure was TTransportException: Could not connect to localhost:9160
2014-11-04 16:54:25,511 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/35dbf00f25744a9b893832219fd630e0/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 520, in dispatch_detail
    return PSBulkTimeSeriesResource().dispatch_list(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1342, in post_list
    updated_bundle = self.obj_create(bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 988, in obj_create
    bundle.obj = self._obj_create(tmp_obj, metadata_key=kwargs['metadata_key'], event_type=val_item['event-type'], summary_type='base')
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 886, in _obj_create
    existing = self._query_database(obj.metadata_key, obj.event_type, 'base', None, int(obj.time), int(obj.time))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 807, in _query_database
    cf='delta', ts_min=begin_time*1000, ts_max=end_time*1000)
  File "/opt/esmond/esmond/cassandra.py", line 514, in query_baserate_timerange
    column_start=ts_min, column_finish=ts_max)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 862, in multiget_count
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 576, in execute
    conn = self.get()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 539, in get
    conn = self._new_if_required(self._pool_size)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 520, in _new_if_required
    return self._create_connection()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 431, in _create_connection
    (exc.__class__.__name__, exc))
AllServersUnavailable: An attempt was made to connect to each of the servers twice, but none of the attempts succeeded. The last failure was TTransportException: Could not connect to localhost:9160
2014-11-04 16:54:28,865 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/9183dc043fe746b6a182cbada2586cce/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 520, in dispatch_detail
    return PSBulkTimeSeriesResource().dispatch_list(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1342, in post_list
    updated_bundle = self.obj_create(bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 988, in obj_create
    bundle.obj = self._obj_create(tmp_obj, metadata_key=kwargs['metadata_key'], event_type=val_item['event-type'], summary_type='base')
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 886, in _obj_create
    existing = self._query_database(obj.metadata_key, obj.event_type, 'base', None, int(obj.time), int(obj.time))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 810, in _query_database
    ts_min=begin_time*1000, ts_max=end_time*1000)
  File "/opt/esmond/esmond/cassandra.py", line 629, in query_raw_data
    column_start=ts_min, column_finish=ts_max)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 862, in multiget_count
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 576, in execute
    conn = self.get()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 539, in get
    conn = self._new_if_required(self._pool_size)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 520, in _new_if_required
    return self._create_connection()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 431, in _create_connection
    (exc.__class__.__name__, exc))
AllServersUnavailable: An attempt was made to connect to each of the servers twice, but none of the attempts succeeded. The last failure was TTransportException: Could not connect to localhost:9160
2014-11-04 16:55:00,013 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/5b9b0970cdf449c0843d31639e991c48/throughput/base
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 542, in dispatch_base_data
    metadata_key=kwargs['metadata_key'], event_type=kwargs['event_type'] )
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1288, in get_list
    objects = self.obj_get_list(bundle=base_bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 784, in obj_get_list
    return self._query_database(metadata_key, event_type, summary_type, freq, begin_time, end_time)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 807, in _query_database
    cf='delta', ts_min=begin_time*1000, ts_max=end_time*1000)
  File "/opt/esmond/esmond/cassandra.py", line 514, in query_baserate_timerange
    column_start=ts_min, column_finish=ts_max)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 862, in multiget_count
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 576, in execute
    conn = self.get()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 539, in get
    conn = self._new_if_required(self._pool_size)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 520, in _new_if_required
    return self._create_connection()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 431, in _create_connection
    (exc.__class__.__name__, exc))
AllServersUnavailable: An attempt was made to connect to each of the servers twice, but none of the attempts succeeded. The last failure was TTransportException: Could not connect to localhost:9160
2014-11-04 16:55:14,518 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/af5ca2f19f614cd9a67bf959b4e7d712/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 520, in dispatch_detail
    return PSBulkTimeSeriesResource().dispatch_list(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1342, in post_list
    updated_bundle = self.obj_create(bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 988, in obj_create
    bundle.obj = self._obj_create(tmp_obj, metadata_key=kwargs['metadata_key'], event_type=val_item['event-type'], summary_type='base')
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 886, in _obj_create
    existing = self._query_database(obj.metadata_key, obj.event_type, 'base', None, int(obj.time), int(obj.time))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 807, in _query_database
    cf='delta', ts_min=begin_time*1000, ts_max=end_time*1000)
  File "/opt/esmond/esmond/cassandra.py", line 514, in query_baserate_timerange
    column_start=ts_min, column_finish=ts_max)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/columnfamily.py", line 862, in multiget_count
    packed_keys[offset:offset + buffer_size], cp, sp, consistency)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 576, in execute
    conn = self.get()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 539, in get
    conn = self._new_if_required(self._pool_size)
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 520, in _new_if_required
    return self._create_connection()
  File "/opt/esmond/lib/python2.7/site-packages/pycassa/pool.py", line 431, in _create_connection
    (exc.__class__.__name__, exc))
AllServersUnavailable: An attempt was made to connect to each of the servers twice, but none of the attempts succeeded. The last failure was TTransportException: Could not connect to localhost:9160
2014-11-15 06:24:54,324 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1342, in post_list
    updated_bundle = self.obj_create(bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 372, in obj_create
    bundle = super(ModelResource, self).obj_create(bundle, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 2106, in obj_create
    return self.save(bundle)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 2252, in save
    bundle.obj.save()
  File "/opt/esmond/lib/python2.7/site-packages/django/db/models/base.py", line 546, in save
    force_update=force_update, update_fields=update_fields)
  File "/opt/esmond/lib/python2.7/site-packages/django/db/models/base.py", line 650, in save_base
    result = manager._insert([self], fields=fields, return_id=update_pk, using=using, raw=raw)
  File "/opt/esmond/lib/python2.7/site-packages/django/db/models/manager.py", line 215, in _insert
    return insert_query(self.model, objs, fields, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/django/db/models/query.py", line 1661, in insert_query
    return query.get_compiler(using=using).execute_sql(return_id)
  File "/opt/esmond/lib/python2.7/site-packages/django/db/models/sql/compiler.py", line 937, in execute_sql
    cursor.execute(sql, params)
  File "/opt/esmond/lib/python2.7/site-packages/django/db/backends/postgresql_psycopg2/base.py", line 56, in execute
    six.reraise(utils.IntegrityError, utils.IntegrityError(*tuple(e.args)), sys.exc_info()[2])
  File "/opt/esmond/lib/python2.7/site-packages/django/db/backends/postgresql_psycopg2/base.py", line 54, in execute
    return self.cursor.execute(query, args)
IntegrityError: duplicate key value violates unique constraint "ps_metadata_checksum_key"

2014-12-14 16:09:13,591 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1342, in post_list
    updated_bundle = self.obj_create(bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 372, in obj_create
    bundle = super(ModelResource, self).obj_create(bundle, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 2106, in obj_create
    return self.save(bundle)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 2257, in save
    self.save_m2m(m2m_bundle)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 386, in save_m2m
    super(ModelResource, self).save_related(bundle)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 2320, in save_related
    related_resource.save(related_bundle)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 2252, in save
    bundle.obj.save()
  File "/opt/esmond/lib/python2.7/site-packages/django/db/models/base.py", line 546, in save
    force_update=force_update, update_fields=update_fields)
  File "/opt/esmond/lib/python2.7/site-packages/django/db/models/base.py", line 650, in save_base
    result = manager._insert([self], fields=fields, return_id=update_pk, using=using, raw=raw)
  File "/opt/esmond/lib/python2.7/site-packages/django/db/models/manager.py", line 215, in _insert
    return insert_query(self.model, objs, fields, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/django/db/models/query.py", line 1661, in insert_query
    return query.get_compiler(using=using).execute_sql(return_id)
  File "/opt/esmond/lib/python2.7/site-packages/django/db/models/sql/compiler.py", line 937, in execute_sql
    cursor.execute(sql, params)
  File "/opt/esmond/lib/python2.7/site-packages/django/db/backends/postgresql_psycopg2/base.py", line 56, in execute
    six.reraise(utils.IntegrityError, utils.IntegrityError(*tuple(e.args)), sys.exc_info()[2])
  File "/opt/esmond/lib/python2.7/site-packages/django/db/backends/postgresql_psycopg2/base.py", line 54, in execute
    return self.cursor.execute(query, args)
IntegrityError: null value in column "measurement_agent" violates not-null constraint

2014-12-14 16:09:59,596 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1342, in post_list
    updated_bundle = self.obj_create(bundle, **self.remove_api_resource_names(kwargs))
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 372, in obj_create
    bundle = super(ModelResource, self).obj_create(bundle, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 2106, in obj_create
    return self.save(bundle)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 2257, in save
    self.save_m2m(m2m_bundle)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 386, in save_m2m
    super(ModelResource, self).save_related(bundle)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 2320, in save_related
    related_resource.save(related_bundle)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 2252, in save
    bundle.obj.save()
  File "/opt/esmond/lib/python2.7/site-packages/django/db/models/base.py", line 546, in save
    force_update=force_update, update_fields=update_fields)
  File "/opt/esmond/lib/python2.7/site-packages/django/db/models/base.py", line 650, in save_base
    result = manager._insert([self], fields=fields, return_id=update_pk, using=using, raw=raw)
  File "/opt/esmond/lib/python2.7/site-packages/django/db/models/manager.py", line 215, in _insert
    return insert_query(self.model, objs, fields, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/django/db/models/query.py", line 1661, in insert_query
    return query.get_compiler(using=using).execute_sql(return_id)
  File "/opt/esmond/lib/python2.7/site-packages/django/db/models/sql/compiler.py", line 937, in execute_sql
    cursor.execute(sql, params)
  File "/opt/esmond/lib/python2.7/site-packages/django/db/backends/postgresql_psycopg2/base.py", line 56, in execute
    six.reraise(utils.IntegrityError, utils.IntegrityError(*tuple(e.args)), sys.exc_info()[2])
  File "/opt/esmond/lib/python2.7/site-packages/django/db/backends/postgresql_psycopg2/base.py", line 54, in execute
    return self.cursor.execute(query, args)
IntegrityError: null value in column "measurement_agent" violates not-null constraint

2014-12-16 16:46:25,329 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1302, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 429, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 395, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 70, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 16:48:26,412 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1302, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 429, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 395, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 70, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 18:14:36,382 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1302, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 429, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 395, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 70, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 18:29:36,222 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1302, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 429, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 395, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 70, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 18:43:32,103 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 18:54:47,522 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 19:04:51,261 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 19:21:14,272 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 19:27:24,288 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 19:35:37,387 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 19:37:59,666 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 19:45:36,700 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 19:50:58,060 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 20:02:31,031 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 20:13:40,774 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 20:13:58,438 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 20:14:04,559 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 20:14:10,182 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 20:17:48,993 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 20:17:56,711 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 20:18:03,111 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 20:37:44,497 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 21:20:21,195 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-16 22:55:59,883 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-17 01:11:00,639 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-17 02:19:55,848 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-17 05:16:30,053 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-17 10:19:20,607 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-17 10:26:01,532 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-17 10:26:16,733 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-17 10:26:21,279 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-17 10:26:25,474 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-17 10:26:45,538 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-17 10:26:47,328 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-17 10:26:58,380 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-17 10:27:14,394 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-17 10:56:55,557 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-17 11:06:42,305 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-17 11:09:47,109 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-17 11:11:28,230 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-17 11:11:58,186 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-17 12:16:19,036 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-17 23:11:37,362 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-19 15:30:54,588 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-19 19:41:12,917 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-19 21:19:33,052 [WARNING] /opt/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Not Found: /esmond/archive/
2014-12-19 21:19:40,493 [WARNING] /opt/esmond/lib/python2.7/site-packages/django/core/handlers/base.py: Not Found: /esmond/
2014-12-19 21:19:50,037 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'
2014-12-19 21:22:06,287 [ERROR] /opt/esmond/lib/python2.7/site-packages/tastypie/resources.py: Internal Server Error: /esmond/perfsonar/archive/
Traceback (most recent call last):
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 201, in wrapper
    response = callback(request, *args, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 432, in dispatch_list
    return self.dispatch('list', request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 464, in dispatch
    response = method(request, **kwargs)
  File "/opt/esmond/lib/python2.7/site-packages/tastypie/resources.py", line 1300, in get_list
    to_be_serialized = self.alter_list_data_to_serialize(request, to_be_serialized)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 486, in alter_list_data_to_serialize
    formatted_obj = self.format_metadata_obj(obj, formatted_subj_fields)
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 452, in format_metadata_obj
    subj_obj = format_detail_keys(obj[subj_field])
  File "/opt/esmond/esmond/api/perfsonar/api.py", line 71, in format_detail_keys
    for k in obj.data.keys():
AttributeError: 'NoneType' object has no attribute 'data'