Does DEA have any limitation on the network resources for warden containers a DEA


Shaozhen Ding
 

I have a small environment with old version as 183

It only has one DEA, having couple apps running on that, it suddenly stop
working when deploying apps (staging) without any obvious error and empty
logs.

I took a look at the DEA logs and found this (stackstrace below):

I added one more DEA, then I am able to deploy more apps.

{"timestamp":1432671377.9456468,"message":"instance.start.failed with error
Could not acquire
network","log_level":"warn","source":"Dea::Instance","data":{"attributes":{"prod":false,"executableFile":"deprecated","limits":{"mem":256,"disk":1024,"fds":16384},"cc_partition":"default","console":false,"debug":null,"start_command":null,"health_check_timeout":180,"vcap_application":{"limits":{"mem":256,"disk":1024,"fds":16384},"application_version":"f6a8cfc7-ae71-4cab-90f4-67c2a21a3e8a","application_name":"NewrelicServiceBroker-v1","application_uris":["
newrelic-broker.pcf.inbcu.com
"],"version":"f6a8cfc7-ae71-4cab-90f4-67c2a21a3e8a","name":"NewrelicServiceBroker-v1","space_name":"NewrelicServiceBroker-service-space","space_id":"7c372fd8-9e72-4e0a-b38c-a40024e88b29","uris":["
newrelic-broker.pcf.inbcu.com
"],"users":null},"egress_network_rules":[{"protocol":"all","destination":"
0.0.0.0-255.255.255.255
"}],"instance_index":0,"application_version":"f6a8cfc7-ae71-4cab-90f4-67c2a21a3e8a","application_name":"NewrelicServiceBroker-v1","application_uris":["
newrelic-broker.pcf.inbcu.com"],"application_id":"b7ebe668-1f3f-46c2-88d3-8377824a7dd8","droplet_sha1":"658859369d03874604d0131812f8e6cf9811265a","instance_id":"4abe2c22600449d8aa7beff84c5776fc","private_instance_id":"33991dacb5e94e5dbae9542ff3f218b8f648742aea50432ca1ddb2d1ae4328f4","state":"CRASHED","state_timestamp":1432671377.9454725,"state_born_timestamp":1432671377.6084838,"state_starting_timestamp":1432671377.609722,"state_crashed_timestamp":1432671377.9454768},"duration":0.335908487,"error":"Could
not acquire
network","backtrace":["/var/vcap/packages/dea_next/vendor/cache/warden-dd32a459c99d/em-warden-client/lib/em/warden/client/connection.rb:27:in
`get'","/var/vcap/packages/dea_next/vendor/cache/warden-dd32a459c99d/em-warden-client/lib/em/warden/client.rb:43:in
`call'","/var/vcap/packages/dea_next/lib/container/container.rb:192:in
`call'","/var/vcap/packages/dea_next/lib/container/container.rb:153:in
`block in
new_container_with_bind_mounts'","/var/vcap/packages/dea_next/lib/container/container.rb:229:in
`call'","/var/vcap/packages/dea_next/lib/container/container.rb:229:in
`with_em'","/var/vcap/packages/dea_next/lib/container/container.rb:137:in
`new_container_with_bind_mounts'","/var/vcap/packages/dea_next/lib/container/container.rb:120:in
`block in
create_container'","/var/vcap/packages/dea_next/lib/container/container.rb:229:in
`call'","/var/vcap/packages/dea_next/lib/container/container.rb:229:in
`with_em'","/var/vcap/packages/dea_next/lib/container/container.rb:119:in
`create_container'","/var/vcap/packages/dea_next/lib/dea/starting/instance.rb:520:in
`block in
promise_container'","/var/vcap/packages/dea_next/lib/dea/promise.rb:92:in
`call'","/var/vcap/packages/dea_next/lib/dea/promise.rb:92:in `block in
run'"]},"thread_id":4874360,"fiber_id":23565220,"process_id":28699,"file":"/var/vcap/packages/dea_next/lib/dea/task.rb","lineno":97,"method":"block
in resolve_and_log"}

{"timestamp":1432671655.6220152,"message":"nats.message.received","log_level":"debug","source":"Dea::Nats","data":{"subject":"dea.stop","data":{"droplet":"890cfbde-0957-444e-aa0c-249c0fef42ca"}},"thread_id":4874360,"fiber_id":13477840,"process_id":28699,"file":"/var/vcap/packages/dea_next/lib/dea/nats.rb","lineno":148,"method":"handle_incoming_message"}

Join cf-dev@lists.cloudfoundry.org to automatically receive all group messages.